[ 578.476493] env[69297]: INFO neutron.common.config [-] Logging enabled! [ 578.477424] env[69297]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev78 [ 578.477424] env[69297]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69297) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 578.477424] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 578.477424] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 578.478188] env[69297]: WARNING oslo_policy.policy [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 578.478412] env[69297]: WARNING oslo_policy.policy [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 578.479920] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] VMware NSXv3 Agent initialized successfully. [ 578.480296] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] Acquiring lock "singleton_lock" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.480436] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] Acquired lock "singleton_lock" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.480643] env[69297]: DEBUG oslo_concurrency.lockutils [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] Releasing lock "singleton_lock" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.481037] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] Full set of CONF: {{(pid=69297) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 578.481165] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ******************************************************************************** {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 578.481279] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] Configuration options gathered from: {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 578.481533] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 578.481701] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 578.481814] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ================================================================================ {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 578.481984] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] agent_down_time = 75 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.482145] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] allow_automatic_dhcp_failover = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.482292] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] allow_bulk = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.482438] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] api_extensions_path = {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.482584] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] api_paste_config = api-paste.ini {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.482728] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] auth_strategy = keystone {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.482840] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] backdoor_port = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.482947] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] backdoor_socket = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.483272] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] backlog = 4096 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.483272] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] base_mac = fa:16:3e:00:00:00 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.483428] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] bind_host = 0.0.0.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.483575] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] bind_port = 9696 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.483717] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] client_socket_timeout = 900 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.483862] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] config_dir = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.483978] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.484135] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] config_source = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.484283] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] control_exchange = neutron {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.484426] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] core_plugin = ml2 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.484566] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] debug = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.484708] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] default_availability_zones = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.484920] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.485132] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] dhcp_agent_notification = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.485255] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] dhcp_agents_per_network = 1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.485407] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] dhcp_lease_duration = 86400 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.485563] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] dhcp_load_type = networks {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.485706] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] dns_domain = openstacklocal {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.485849] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.485987] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] enable_default_route_bfd = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.486149] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] enable_default_route_ecmp = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.486326] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] enable_dvr = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.486469] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] enable_new_agents = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.486608] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.486762] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] enable_signals = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.486881] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] enable_traditional_dhcp = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.487018] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] external_dns_driver = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.487160] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] filter_validation = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.487310] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] global_physnet_mtu = 8950 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.487448] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] graceful_shutdown_timeout = 60 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.487626] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] host = cpu-1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.487769] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] host_dvr_for_dhcp = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.487908] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] http_retries = 3 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.488063] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] instance_format = [instance: %(uuid)s] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.488204] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.488773] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ipam_driver = internal {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.488773] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ipv6_pd_enabled = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.488773] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] l3_ha = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.488773] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.488931] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] l3_ha_network_physical_name = {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.489047] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] l3_ha_network_type = {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.489157] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] log_color = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.489295] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] log_config_append = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.489436] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.489569] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] log_dir = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.489702] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] log_file = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.489808] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] log_options = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.489946] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] log_rotate_interval = 1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.490099] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] log_rotate_interval_type = days {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.490243] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] log_rotation_type = none {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.490352] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.490456] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.490598] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.490735] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.490839] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.490976] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] max_dns_nameservers = 5 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.491127] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] max_header_line = 16384 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.491310] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] max_l3_agents_per_router = 3 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.491498] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] max_logfile_count = 30 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.491773] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] max_logfile_size_mb = 200 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.491832] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] max_subnet_host_routes = 20 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.491958] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] my_ip = 10.180.1.21 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.492114] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] my_ipv6 = ::1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.492252] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] network_auto_schedule = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.492384] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] network_link_prefix = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.492525] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.492667] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] notify_nova_on_port_data_changes = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.492820] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] notify_nova_on_port_status_changes = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.493040] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] pagination_max_limit = -1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.493203] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] publish_errors = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.493349] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] rate_limit_burst = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.493497] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] rate_limit_except_level = CRITICAL {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.493715] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] rate_limit_interval = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.493758] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] retry_until_window = 30 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.493894] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] router_distributed = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.494039] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] rpc_resources_processing_step = 20 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.494180] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] rpc_response_max_timeout = 600 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.494345] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] rpc_response_timeout = 60 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.494573] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] send_events_interval = 2 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.494768] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] service_plugins = ['router'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.494921] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] setproctitle = on {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.495075] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] shell_completion = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.495250] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] state_path = /opt/stack/data/neutron {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.495400] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] syslog_log_facility = LOG_USER {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.495542] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] tcp_keepidle = 600 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.495686] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] transport_url = **** {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.495822] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] use_journal = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.495956] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] use_json = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.496104] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] use_ssl = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.496235] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] use_stderr = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.496376] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] use_syslog = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.496508] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] vlan_qinq = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.496640] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] vlan_transparent = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.496772] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] watch_log_file = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.496906] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] wsgi_default_pool_size = 100 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.497049] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] wsgi_keep_alive = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.497194] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.497331] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] wsgi_server_debug = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 578.497518] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_concurrency.disable_process_locking = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.497634] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.497784] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.497926] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.498083] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.498233] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.498417] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.498529] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] profiler.connection_string = messaging:// {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.498674] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] profiler.enabled = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.498822] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] profiler.es_doc_type = notification {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.498966] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] profiler.es_scroll_size = 10000 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.499124] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] profiler.es_scroll_time = 2m {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.499270] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] profiler.filter_error_trace = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.499416] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] profiler.hmac_keys = **** {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.499561] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] profiler.sentinel_service_name = mymaster {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.499714] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] profiler.socket_timeout = 0.1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.499858] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] profiler.trace_requests = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.499998] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] profiler.trace_sqlalchemy = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.500166] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] profiler_jaeger.process_tags = {} {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.500313] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] profiler_jaeger.service_name_prefix = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.500454] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] profiler_otlp.service_name_prefix = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.500608] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_policy.enforce_new_defaults = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.500891] env[69297]: WARNING oslo_config.cfg [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 578.501059] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_policy.enforce_scope = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.501215] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_policy.policy_default_rule = default {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.501377] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.501526] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.501675] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.501813] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.501947] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.502089] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.502223] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.502574] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_policy.remote_timeout = 60.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.502574] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.502690] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] agent.extensions = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.502798] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.502949] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] service_providers.service_provider = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.503111] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] QUOTAS.default_quota = -1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.503263] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.503405] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] QUOTAS.quota_floatingip = 50 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.503546] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] QUOTAS.quota_network = 100 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.503684] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] QUOTAS.quota_port = 500 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.503823] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.503963] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] QUOTAS.quota_router = 10 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.504114] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] QUOTAS.quota_security_group = 10 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.504285] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.504434] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] QUOTAS.quota_subnet = 100 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.504575] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] QUOTAS.track_quota_usage = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.504727] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.504866] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep.group = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.505016] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep.helper_command = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.505193] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.505352] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep.thread_pool_size = 8 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.505493] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep.user = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.505641] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.505778] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep_dhcp_release.group = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.505913] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep_dhcp_release.helper_command = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.506073] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.506222] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.506360] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep_dhcp_release.user = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.506509] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.506645] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep_ovs_vsctl.group = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.506779] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep_ovs_vsctl.helper_command = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.506921] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.507072] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.507211] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep_ovs_vsctl.user = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.507360] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep_namespace.capabilities = [21] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.507497] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep_namespace.group = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.507632] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep_namespace.helper_command = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.507774] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.507915] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep_namespace.thread_pool_size = 8 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.508064] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep_namespace.user = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.508214] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep_conntrack.capabilities = [12] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.508349] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep_conntrack.group = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.508484] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep_conntrack.helper_command = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.508626] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.508765] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.508904] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep_conntrack.user = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.509059] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep_link.capabilities = [12, 21] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.509194] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep_link.group = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.509329] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep_link.helper_command = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.509469] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.509609] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep_link.thread_pool_size = 8 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.509744] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] privsep_link.user = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.509904] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.510067] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.510212] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] AGENT.continue_on_failed_promotions = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.510389] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] AGENT.dscp = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.510548] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] AGENT.dscp_inherit = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.510699] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] AGENT.force_mp_to_policy = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.510839] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] AGENT.locking_coordinator_url = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.510979] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] AGENT.log_agent_heartbeats = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.511137] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] AGENT.logging_expire = 1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.511287] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.511429] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.511578] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] AGENT.polling_interval = 240 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.511719] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.511867] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.512030] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] AGENT.report_interval = 30.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.512172] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.512320] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.512468] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.512611] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] AGENT.sync_skew = 60 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.512755] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] AGENT.synchronization_queue_size = 20 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.512898] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] AGENT.use_helper_for_ns_read = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.513056] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] SECURITYGROUP.enable_ipset = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.513211] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] SECURITYGROUP.enable_security_group = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.513357] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.513505] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.514048] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] experimental.ipv6_pd_enabled = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.514048] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ml2.extension_drivers = ['port_security'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.514048] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ml2.external_network_type = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.514175] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.514259] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ml2.overlay_ip_version = 4 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.514397] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ml2.path_mtu = 8950 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.514544] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ml2.physical_network_mtus = {} {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.514695] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ml2.tenant_network_types = ['vlan'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.514843] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.514995] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ml2.type_drivers = ['vlan'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.515193] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] AGENT_CLI.neutron_port_id = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.515368] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.515516] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.515675] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.515830] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.515978] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.516160] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.516346] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.516504] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.516716] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.516872] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] NSXV3.nsxv3_login_password = **** {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.517039] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] NSXV3.nsxv3_login_port = 443 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.517191] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] NSXV3.nsxv3_login_user = admin {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.517342] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.517496] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.517640] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.517782] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.517930] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.518090] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.518263] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.518434] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.518585] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.518735] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.518886] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.519042] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.519194] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.519396] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.519549] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] vsphere.vsphere_login_password = VMware1! {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.519696] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.519837] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.519984] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] nova.auth_section = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.520150] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] nova.auth_type = password {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.520297] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.520433] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] nova.certfile = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.520573] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] nova.collect_timing = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.520718] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] nova.endpoint_type = public {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.520856] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] nova.insecure = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.520989] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] nova.keyfile = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.521146] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] nova.region_name = RegionOne {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.521304] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] nova.split_loggers = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.521453] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] nova.timeout = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.521600] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] placement.auth_section = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.521749] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] placement.auth_type = password {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.521893] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.522043] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] placement.certfile = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.522186] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] placement.collect_timing = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.522343] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] placement.endpoint_type = public {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.522521] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] placement.insecure = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.522660] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] placement.keyfile = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.522797] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] placement.region_name = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.522938] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] placement.split_loggers = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.523082] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] placement.timeout = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.523233] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ironic.auth_section = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.523390] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ironic.auth_type = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.523589] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ironic.cafile = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.523738] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ironic.certfile = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.523881] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ironic.collect_timing = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.524031] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ironic.connect_retries = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.524174] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ironic.connect_retry_delay = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.524316] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ironic.enable_notifications = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.524450] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ironic.endpoint_override = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.524589] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ironic.insecure = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.524722] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ironic.interface = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.524855] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ironic.keyfile = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.524987] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ironic.max_version = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.525156] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ironic.min_version = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.525294] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ironic.region_name = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.525439] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ironic.retriable_status_codes = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.525576] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ironic.service_name = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.525714] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ironic.service_type = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.525853] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ironic.split_loggers = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.525989] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ironic.status_code_retries = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.526165] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ironic.status_code_retry_delay = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.526335] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ironic.timeout = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.526482] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ironic.valid_interfaces = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.526621] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ironic.version = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.526767] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] cli_script.dry_run = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.526920] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.527073] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.527223] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.527369] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.527510] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.527650] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.527787] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.527927] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.528079] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.528235] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.528374] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.528524] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.528674] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.528816] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.528955] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.529112] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.529254] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.529396] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.529543] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.529683] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.529821] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.529966] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.530124] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.530268] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.530408] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.530548] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.530686] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.530825] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.530966] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.531120] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.531262] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.ssl = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.531411] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.531553] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.531693] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.531835] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.531979] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.ssl_version = {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.532130] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.532284] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_notifications.driver = [] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.532428] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_notifications.retry = -1 {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.532585] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.532722] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] oslo_messaging_notifications.transport_url = **** {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 578.532833] env[69297]: DEBUG oslo_service.backend.eventlet.service [None req-5b40870e-6ccf-43e8-9b85-c2e35b87448c None None] ******************************************************************************** {{(pid=69297) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 578.534011] env[69297]: DEBUG neutron.agent.securitygroups_rpc [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Init firewall settings (driver=nsxv3) {{(pid=69297) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 578.535557] env[69297]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69297) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 578.535802] env[69297]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] RPC agent_id: nsxm-l-01a.corp.local [ 578.538207] env[69297]: DEBUG dogpile.cache.region [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 578.538334] env[69297]: DEBUG dogpile.lock [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 578.538433] env[69297]: DEBUG dogpile.lock [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 578.538530] env[69297]: DEBUG dogpile.lock [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 578.538628] env[69297]: DEBUG dogpile.cache.region [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 578.538720] env[69297]: DEBUG dogpile.lock [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 578.538846] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 578.558263] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Session token - acquiring [ 578.559826] env[69297]: DEBUG networking_nsxv3.common.locking [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.560023] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.560121] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.560932] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.572849] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.866218] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 578.923977] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 578.924196] env[69297]: DEBUG dogpile.cache.region [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Cache value generated in 0.385 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 578.924319] env[69297]: DEBUG dogpile.lock [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 578.924384] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Activating Policy API Provider. [ 578.924588] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Looking for the default Infrastructure Rules. [ 579.015977] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Looking for the Default Layer3 Logged Drop Section. [ 579.036088] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 579.036586] env[69297]: DEBUG networking_nsxv3.common.locking [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.036770] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Acquiring lock "all" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.036880] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Acquired lock "all" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.037187] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Acquired external semaphore "all" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.037536] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.554455] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.056604] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.558493] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Inventory metadata is going to be refreshed. [ 580.558859] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 581.518292] env[69297]: DEBUG networking_nsxv3.common.locking [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.518641] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.518641] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.518902] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.529818] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 581.530733] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.531664] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 581.553193] env[69297]: DEBUG networking_nsxv3.common.locking [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.553516] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.553516] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.553837] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.553965] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.554131] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 581.554247] env[69297]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69297) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 581.554357] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 581.574075] env[69297]: DEBUG networking_nsxv3.common.locking [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.574566] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.574566] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.574686] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.574811] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.574956] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 581.596421] env[69297]: DEBUG networking_nsxv3.common.locking [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.596721] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.596721] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.596960] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.597115] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.597261] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 581.614663] env[69297]: DEBUG networking_nsxv3.common.locking [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.614934] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Acquiring lock "Address Group" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.614934] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Acquired lock "Address Group" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.615346] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Acquired external semaphore "Address Group" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.615551] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Releasing lock "Address Group" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.615712] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 581.615821] env[69297]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69297) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 581.615928] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 581.633866] env[69297]: DEBUG networking_nsxv3.common.locking [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.634212] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Acquiring lock "Segment QoS" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.634212] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Acquired lock "Segment QoS" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.634461] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Acquired external semaphore "Segment QoS" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.634588] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Releasing lock "Segment QoS" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.634730] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 581.634835] env[69297]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69297) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 581.634945] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 581.654923] env[69297]: DEBUG networking_nsxv3.common.locking [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.655227] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.655227] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.655588] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.655744] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.655905] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 581.656026] env[69297]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69297) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 581.656134] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Inventory metadata have been refreshed. [ 581.656310] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Dryrun:True. Metadata refresh completed. [ 581.656440] env[69297]: DEBUG oslo_concurrency.lockutils [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Releasing lock "all" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.658152] env[69297]: INFO neutron.agent.agent_extensions_manager [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Loaded agent extensions: [] [ 581.658874] env[69297]: DEBUG neutron_lib.callbacks.manager [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69297) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 581.708149] env[69297]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] NSXv3 Agent Agent RPC Daemon Started! [ 581.708340] env[69297]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] NSXv3 Agent Agent loop - iteration:0 started [ 581.708397] env[69297]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] NSXv3 Agent Agent out of sync with plugin! [ 586.659426] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 586.659789] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 591.660475] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 591.660842] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 596.358557] env[69297]: INFO networking_nsxv3.common.synchronization [None req-7e8c68a3-b54c-4d91-b048-c0b36123007f demo admin] Enqueued Resource ID: aa092a27-eb30-4aa8-a7c3-d61df9164859 with Priority: HIGHEST for action security_group_rules [ 596.359141] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa092a27-eb30-4aa8-a7c3-d61df9164859 with Priority: HIGHEST for action security_group_rules [ 596.359511] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa092a27-eb30-4aa8-a7c3-d61df9164859 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.359634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa092a27-eb30-4aa8-a7c3-d61df9164859" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.359634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa092a27-eb30-4aa8-a7c3-d61df9164859" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.359966] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa092a27-eb30-4aa8-a7c3-d61df9164859" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.360068] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa092a27-eb30-4aa8-a7c3-d61df9164859',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.883963] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.884286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.884286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.884419] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.884503] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.884648] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa092a27-eb30-4aa8-a7c3-d61df9164859 already deleted. [ 596.884739] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa092a27-eb30-4aa8-a7c3-d61df9164859" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.360790] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 601.361196] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 606.363518] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 606.363767] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 611.365220] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 611.365672] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 616.366811] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 616.367292] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 621.368596] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 621.368596] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 624.173055] env[69297]: INFO networking_nsxv3.common.synchronization [None req-c5326cdf-ff13-4180-839d-0a02d08b17b7 None None] Enqueued Resource ID: 081db5ef-4a50-483a-9546-3f9276cf3e91 with Priority: HIGHEST for action port [ 624.173329] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 081db5ef-4a50-483a-9546-3f9276cf3e91 with Priority: HIGHEST for action port [ 624.173818] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-081db5ef-4a50-483a-9546-3f9276cf3e91 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.174586] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-081db5ef-4a50-483a-9546-3f9276cf3e91" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.175203] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-081db5ef-4a50-483a-9546-3f9276cf3e91" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.175203] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-081db5ef-4a50-483a-9546-3f9276cf3e91" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.175203] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('081db5ef-4a50-483a-9546-3f9276cf3e91',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.681180] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 081db5ef-4a50-483a-9546-3f9276cf3e91 [ 624.681446] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.681622] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.681677] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.681935] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.682045] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.682146] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:081db5ef-4a50-483a-9546-3f9276cf3e91 already deleted. [ 624.682227] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-081db5ef-4a50-483a-9546-3f9276cf3e91" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.163564] env[69297]: INFO networking_nsxv3.common.synchronization [None req-760e9181-b7c4-401c-a78c-37e2ada14faa None None] Enqueued Resource ID: 23ae9ad6-2974-47a7-9857-377a588736e0 with Priority: HIGHEST for action port [ 626.163564] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23ae9ad6-2974-47a7-9857-377a588736e0 with Priority: HIGHEST for action port [ 626.163996] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-23ae9ad6-2974-47a7-9857-377a588736e0 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.163996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23ae9ad6-2974-47a7-9857-377a588736e0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.163996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23ae9ad6-2974-47a7-9857-377a588736e0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.164316] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23ae9ad6-2974-47a7-9857-377a588736e0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.164316] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23ae9ad6-2974-47a7-9857-377a588736e0',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.307218] env[69297]: INFO networking_nsxv3.common.synchronization [None req-8aa818b2-8646-4074-9d57-b89ed20919cf None None] Enqueued Resource ID: 724cbb54-70e1-40c2-afd3-357c332d3418 with Priority: HIGHEST for action port [ 626.307218] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 724cbb54-70e1-40c2-afd3-357c332d3418 with Priority: HIGHEST for action port [ 626.307218] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-724cbb54-70e1-40c2-afd3-357c332d3418 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.307218] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-724cbb54-70e1-40c2-afd3-357c332d3418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.307218] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-724cbb54-70e1-40c2-afd3-357c332d3418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.307218] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-724cbb54-70e1-40c2-afd3-357c332d3418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.307218] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('724cbb54-70e1-40c2-afd3-357c332d3418',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.666660] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23ae9ad6-2974-47a7-9857-377a588736e0 [ 626.666660] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.666660] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.666809] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.667074] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.667074] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.667281] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23ae9ad6-2974-47a7-9857-377a588736e0 already deleted. [ 626.667281] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23ae9ad6-2974-47a7-9857-377a588736e0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.811476] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 724cbb54-70e1-40c2-afd3-357c332d3418 [ 626.811476] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.811476] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.811476] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.811476] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.811476] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.811476] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:724cbb54-70e1-40c2-afd3-357c332d3418 already deleted. [ 626.811476] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-724cbb54-70e1-40c2-afd3-357c332d3418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.015049] env[69297]: INFO networking_nsxv3.common.synchronization [None req-dce2a13c-7a10-4559-b740-9f3b31a22cd3 None None] Enqueued Resource ID: 5be8dc06-fb72-41ab-ab12-7abf11188176 with Priority: HIGHEST for action port [ 627.016423] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5be8dc06-fb72-41ab-ab12-7abf11188176 with Priority: HIGHEST for action port [ 627.016508] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-5be8dc06-fb72-41ab-ab12-7abf11188176 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.016575] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5be8dc06-fb72-41ab-ab12-7abf11188176" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.016864] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5be8dc06-fb72-41ab-ab12-7abf11188176" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.017173] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5be8dc06-fb72-41ab-ab12-7abf11188176" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.017261] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5be8dc06-fb72-41ab-ab12-7abf11188176',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.364973] env[69297]: INFO networking_nsxv3.common.synchronization [None req-53b46a14-6019-4010-933b-c34d122df482 None None] Enqueued Resource ID: abb912d9-5283-40bd-81ab-18b77a98c25f with Priority: HIGHEST for action port [ 627.364973] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abb912d9-5283-40bd-81ab-18b77a98c25f with Priority: HIGHEST for action port [ 627.364973] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-abb912d9-5283-40bd-81ab-18b77a98c25f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.364973] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abb912d9-5283-40bd-81ab-18b77a98c25f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.364973] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abb912d9-5283-40bd-81ab-18b77a98c25f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.364973] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abb912d9-5283-40bd-81ab-18b77a98c25f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.364973] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abb912d9-5283-40bd-81ab-18b77a98c25f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.519774] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5be8dc06-fb72-41ab-ab12-7abf11188176 [ 627.521423] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.521423] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.521423] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.521596] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.522190] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.522190] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5be8dc06-fb72-41ab-ab12-7abf11188176 already deleted. [ 627.522190] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5be8dc06-fb72-41ab-ab12-7abf11188176" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.871105] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port abb912d9-5283-40bd-81ab-18b77a98c25f [ 627.871428] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.871628] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.871686] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.871910] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.872016] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.872141] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:abb912d9-5283-40bd-81ab-18b77a98c25f already deleted. [ 627.872230] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abb912d9-5283-40bd-81ab-18b77a98c25f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.400479] env[69297]: INFO networking_nsxv3.common.synchronization [None req-a3529452-15ca-4847-b97f-ef278c6e6bc8 None None] Enqueued Resource ID: 417a7f22-ab8a-4312-909f-4e398e27e05f with Priority: HIGHEST for action port [ 629.400479] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 417a7f22-ab8a-4312-909f-4e398e27e05f with Priority: HIGHEST for action port [ 629.400912] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-417a7f22-ab8a-4312-909f-4e398e27e05f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.401037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-417a7f22-ab8a-4312-909f-4e398e27e05f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.401094] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-417a7f22-ab8a-4312-909f-4e398e27e05f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.401381] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-417a7f22-ab8a-4312-909f-4e398e27e05f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.401457] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('417a7f22-ab8a-4312-909f-4e398e27e05f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.908816] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 417a7f22-ab8a-4312-909f-4e398e27e05f [ 629.908816] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.908816] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.908816] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.908816] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.908816] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.908816] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:417a7f22-ab8a-4312-909f-4e398e27e05f already deleted. [ 629.908816] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-417a7f22-ab8a-4312-909f-4e398e27e05f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.239902] env[69297]: INFO networking_nsxv3.common.synchronization [None req-83197322-3dfd-4fb4-a757-8d354602884d None None] Enqueued Resource ID: d5644a9b-ab18-4e49-9daf-7e0b3f0f98a0 with Priority: HIGHEST for action port [ 630.240305] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5644a9b-ab18-4e49-9daf-7e0b3f0f98a0 with Priority: HIGHEST for action port [ 630.240955] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5644a9b-ab18-4e49-9daf-7e0b3f0f98a0 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.240955] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5644a9b-ab18-4e49-9daf-7e0b3f0f98a0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.240955] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5644a9b-ab18-4e49-9daf-7e0b3f0f98a0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.241207] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5644a9b-ab18-4e49-9daf-7e0b3f0f98a0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.244512] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5644a9b-ab18-4e49-9daf-7e0b3f0f98a0',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.747183] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5644a9b-ab18-4e49-9daf-7e0b3f0f98a0 [ 630.747811] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.748259] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.748381] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.748602] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.748688] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.749154] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5644a9b-ab18-4e49-9daf-7e0b3f0f98a0 already deleted. [ 630.749450] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5644a9b-ab18-4e49-9daf-7e0b3f0f98a0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.032262] env[69297]: INFO networking_nsxv3.common.synchronization [None req-3dda9c1e-a1be-44f7-bff4-54a32477716d None None] Enqueued Resource ID: bd2ab84b-b200-478d-ab5a-350daf5e8c25 with Priority: HIGHEST for action port [ 631.032262] env[69297]: INFO networking_nsxv3.common.synchronization [None req-8a7f6f2b-45e0-43dc-8882-16d49c3605f2 None None] Enqueued Resource ID: ef310534-974e-4958-8828-58aa4347cba7 with Priority: HIGHEST for action port [ 631.032262] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd2ab84b-b200-478d-ab5a-350daf5e8c25 with Priority: HIGHEST for action port [ 631.032262] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef310534-974e-4958-8828-58aa4347cba7 with Priority: HIGHEST for action port [ 631.032262] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd2ab84b-b200-478d-ab5a-350daf5e8c25 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.032508] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd2ab84b-b200-478d-ab5a-350daf5e8c25" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.032559] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd2ab84b-b200-478d-ab5a-350daf5e8c25" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.032797] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd2ab84b-b200-478d-ab5a-350daf5e8c25" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.032933] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd2ab84b-b200-478d-ab5a-350daf5e8c25',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.033908] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef310534-974e-4958-8828-58aa4347cba7 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.034190] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef310534-974e-4958-8828-58aa4347cba7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.034324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef310534-974e-4958-8828-58aa4347cba7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.034570] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef310534-974e-4958-8828-58aa4347cba7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.034827] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef310534-974e-4958-8828-58aa4347cba7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.150579] env[69297]: INFO networking_nsxv3.common.synchronization [None req-8dac30e0-54f3-4376-8455-9982958c55b8 None None] Enqueued Resource ID: 414dc066-b89a-4231-9d3e-c774731a8f08 with Priority: HIGHEST for action port [ 631.151170] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 414dc066-b89a-4231-9d3e-c774731a8f08 with Priority: HIGHEST for action port [ 631.151479] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-414dc066-b89a-4231-9d3e-c774731a8f08 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.152037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-414dc066-b89a-4231-9d3e-c774731a8f08" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.152037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-414dc066-b89a-4231-9d3e-c774731a8f08" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.152037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-414dc066-b89a-4231-9d3e-c774731a8f08" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.152037] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('414dc066-b89a-4231-9d3e-c774731a8f08',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.238277] env[69297]: INFO networking_nsxv3.common.synchronization [None req-7af6b636-3d82-4512-9985-a329d3e9c407 None None] Enqueued Resource ID: bb6108c8-5e69-4b69-ba2d-3a7989c84e6e with Priority: HIGHEST for action port [ 631.238277] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb6108c8-5e69-4b69-ba2d-3a7989c84e6e with Priority: HIGHEST for action port [ 631.238277] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb6108c8-5e69-4b69-ba2d-3a7989c84e6e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.238277] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb6108c8-5e69-4b69-ba2d-3a7989c84e6e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.238277] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb6108c8-5e69-4b69-ba2d-3a7989c84e6e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.240162] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb6108c8-5e69-4b69-ba2d-3a7989c84e6e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.240360] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb6108c8-5e69-4b69-ba2d-3a7989c84e6e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.362679] env[69297]: INFO networking_nsxv3.common.synchronization [None req-7d340407-5aa0-4f08-b022-235f292fbadd tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Enqueued Resource ID: 83d82433-b9e7-43f2-8431-48c541628597 with Priority: HIGHEST for action security_group_rules [ 631.363450] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d82433-b9e7-43f2-8431-48c541628597 with Priority: HIGHEST for action security_group_rules [ 631.363930] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83d82433-b9e7-43f2-8431-48c541628597 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.363930] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.364151] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.364416] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.364498] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83d82433-b9e7-43f2-8431-48c541628597',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.539019] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd2ab84b-b200-478d-ab5a-350daf5e8c25 [ 631.539019] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.539019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.539019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.539019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.539019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.539019] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd2ab84b-b200-478d-ab5a-350daf5e8c25 already deleted. [ 631.539019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd2ab84b-b200-478d-ab5a-350daf5e8c25" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.548917] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef310534-974e-4958-8828-58aa4347cba7 [ 631.551395] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.551395] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.551395] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.553391] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.553391] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.553391] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef310534-974e-4958-8828-58aa4347cba7 already deleted. [ 631.553504] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef310534-974e-4958-8828-58aa4347cba7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.656314] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 414dc066-b89a-4231-9d3e-c774731a8f08 [ 631.656314] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.656314] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.656314] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.658675] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.658675] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.658675] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:414dc066-b89a-4231-9d3e-c774731a8f08 already deleted. [ 631.658675] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-414dc066-b89a-4231-9d3e-c774731a8f08" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.680319] env[69297]: INFO networking_nsxv3.common.synchronization [None req-0cfae851-350f-4d87-9b3b-a1068b18afbb tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Enqueued Resource ID: 83d82433-b9e7-43f2-8431-48c541628597 with Priority: HIGHEST for action security_group_rules [ 631.680800] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d82433-b9e7-43f2-8431-48c541628597 with Priority: HIGHEST for action security_group_rules [ 631.681139] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83d82433-b9e7-43f2-8431-48c541628597 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.681236] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.748732] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb6108c8-5e69-4b69-ba2d-3a7989c84e6e [ 631.748732] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.748732] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.748732] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.748732] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.748732] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.748732] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb6108c8-5e69-4b69-ba2d-3a7989c84e6e already deleted. [ 631.748732] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb6108c8-5e69-4b69-ba2d-3a7989c84e6e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.888650] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.888837] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.889759] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.889759] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.889759] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.889759] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83d82433-b9e7-43f2-8431-48c541628597 already deleted. [ 631.889980] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.890119] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.896614] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.896614] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83d82433-b9e7-43f2-8431-48c541628597',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.412702] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.412959] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.414294] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.414558] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.414655] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.414768] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83d82433-b9e7-43f2-8431-48c541628597 already deleted. [ 632.414858] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.731239] env[69297]: INFO networking_nsxv3.common.synchronization [None req-77fce462-70fe-413b-9c35-347a6755a84b None None] Enqueued Resource ID: aff29fa2-cce3-4441-bf19-579ef6511f81 with Priority: HIGHEST for action port [ 632.734021] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff29fa2-cce3-4441-bf19-579ef6511f81 with Priority: HIGHEST for action port [ 632.734021] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-aff29fa2-cce3-4441-bf19-579ef6511f81 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.734021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aff29fa2-cce3-4441-bf19-579ef6511f81" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.734021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aff29fa2-cce3-4441-bf19-579ef6511f81" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.734021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aff29fa2-cce3-4441-bf19-579ef6511f81" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.734021] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aff29fa2-cce3-4441-bf19-579ef6511f81',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.238505] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aff29fa2-cce3-4441-bf19-579ef6511f81 [ 633.238505] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.238505] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.238505] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.238505] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.238505] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.238505] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aff29fa2-cce3-4441-bf19-579ef6511f81 already deleted. [ 633.238505] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aff29fa2-cce3-4441-bf19-579ef6511f81" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.603726] env[69297]: INFO networking_nsxv3.common.synchronization [None req-6faea913-fa52-4547-985a-ae248e680bbe tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Enqueued Resource ID: 134cf66a-fbc4-49d7-8cfb-6f8900631f07 with Priority: HIGHEST for action security_group_rules [ 633.604394] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 134cf66a-fbc4-49d7-8cfb-6f8900631f07 with Priority: HIGHEST for action security_group_rules [ 633.604800] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-134cf66a-fbc4-49d7-8cfb-6f8900631f07 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.604880] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.604996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.605170] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.605283] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('134cf66a-fbc4-49d7-8cfb-6f8900631f07',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.952885] env[69297]: INFO networking_nsxv3.common.synchronization [None req-de674634-0e3f-478d-8491-d75a1e750df8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Enqueued Resource ID: 134cf66a-fbc4-49d7-8cfb-6f8900631f07 with Priority: HIGHEST for action security_group_rules [ 633.952885] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 134cf66a-fbc4-49d7-8cfb-6f8900631f07 with Priority: HIGHEST for action security_group_rules [ 633.952885] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-134cf66a-fbc4-49d7-8cfb-6f8900631f07 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.953027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.132245] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.132245] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.132245] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.132245] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.132245] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.132245] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 134cf66a-fbc4-49d7-8cfb-6f8900631f07 already deleted. [ 634.132245] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.132245] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.132245] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.132245] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('134cf66a-fbc4-49d7-8cfb-6f8900631f07',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.654870] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.655177] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.655177] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.655312] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.655402] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.655607] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 134cf66a-fbc4-49d7-8cfb-6f8900631f07 already deleted. [ 634.655607] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.671273] env[69297]: INFO networking_nsxv3.common.synchronization [None req-dbbe16b5-98d0-4a09-9e54-e29ca03657c5 None None] Enqueued Resource ID: 45b01ad0-6998-4e42-9db6-ca6f991a5f69 with Priority: HIGHEST for action port [ 634.671589] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b01ad0-6998-4e42-9db6-ca6f991a5f69 with Priority: HIGHEST for action port [ 634.673156] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-45b01ad0-6998-4e42-9db6-ca6f991a5f69 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.673156] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45b01ad0-6998-4e42-9db6-ca6f991a5f69" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.673156] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45b01ad0-6998-4e42-9db6-ca6f991a5f69" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.673156] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45b01ad0-6998-4e42-9db6-ca6f991a5f69" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.673156] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45b01ad0-6998-4e42-9db6-ca6f991a5f69',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.176124] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45b01ad0-6998-4e42-9db6-ca6f991a5f69 [ 635.176548] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.176548] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.176670] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.176858] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.177076] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.177126] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45b01ad0-6998-4e42-9db6-ca6f991a5f69 already deleted. [ 635.177190] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45b01ad0-6998-4e42-9db6-ca6f991a5f69" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.631250] env[69297]: INFO networking_nsxv3.common.synchronization [req-4c73a2f3-2d62-41db-9344-b59d16b347a2 req-bf966afd-9ffb-4c06-bb94-b349c2848560 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Enqueued Resource ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 with Priority: HIGHEST for action security_group_members [ 635.631324] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 with Priority: HIGHEST for action security_group_members [ 635.631614] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b13a6b2-3479-4bf2-836e-55051b0d31e5 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.631731] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.631797] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.634091] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.634686] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.634860] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.635777] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.636513] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.636657] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.636801] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b13a6b2-3479-4bf2-836e-55051b0d31e5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.661909] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.661909] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.662258] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.662258] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.662423] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.141768] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.146705] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.146705] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.146705] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.146705] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.146705] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.146705] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.146705] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.146705] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.146705] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.146705] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 already deleted. [ 636.146705] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.164503] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.671162] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.873241] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-332 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.873465] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.873594] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.873919] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.874519] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.874519] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.874519] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.874745] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.874864] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.875151] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 636.875267] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.875779] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.875955] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.876114] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 636.876208] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.876342] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.899194] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.899468] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 636.899744] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.899822] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.900165] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-6a353cfc-c037-439e-9f23-4411c0d6fc93 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.900428] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-6a353cfc-c037-439e-9f23-4411c0d6fc93" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.900507] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-6a353cfc-c037-439e-9f23-4411c0d6fc93" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.900811] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-6a353cfc-c037-439e-9f23-4411c0d6fc93" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.900950] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a353cfc-c037-439e-9f23-4411c0d6fc93',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.176032] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 637.176032] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 637.405071] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.405071] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.405071] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.405359] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.405511] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.405834] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 6a353cfc-c037-439e-9f23-4411c0d6fc93 not found, creating... [ 637.405950] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.412850] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.412850] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.412850] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.412850] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.412850] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.412850] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.412850] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.412850] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.412850] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.412850] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 6a353cfc-c037-439e-9f23-4411c0d6fc93 is going to be created. [ 637.492117] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.492441] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.492615] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.494107] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.494107] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.494107] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-6a353cfc-c037-439e-9f23-4411c0d6fc93" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.496447] env[69297]: INFO networking_nsxv3.common.synchronization [None req-22f2b339-0afc-4b74-b04e-20b753126bf0 None None] Enqueued Resource ID: 4b29a946-fd5a-48ff-9131-471825da18cb with Priority: HIGHEST for action port [ 637.496683] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b29a946-fd5a-48ff-9131-471825da18cb with Priority: HIGHEST for action port [ 637.497960] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b29a946-fd5a-48ff-9131-471825da18cb taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.497960] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b29a946-fd5a-48ff-9131-471825da18cb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.497960] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b29a946-fd5a-48ff-9131-471825da18cb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.498260] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b29a946-fd5a-48ff-9131-471825da18cb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.498351] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b29a946-fd5a-48ff-9131-471825da18cb',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.561824] env[69297]: INFO networking_nsxv3.common.synchronization [None req-e94b34b0-e5ed-4c6f-9745-56081fc044b1 None None] Enqueued Resource ID: 918327b5-89b2-49c9-a77b-63d8bc2e7b43 with Priority: HIGHEST for action port [ 637.562577] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918327b5-89b2-49c9-a77b-63d8bc2e7b43 with Priority: HIGHEST for action port [ 637.563010] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-918327b5-89b2-49c9-a77b-63d8bc2e7b43 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.566797] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-918327b5-89b2-49c9-a77b-63d8bc2e7b43" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.566874] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-918327b5-89b2-49c9-a77b-63d8bc2e7b43" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.567292] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-918327b5-89b2-49c9-a77b-63d8bc2e7b43" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.567292] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('918327b5-89b2-49c9-a77b-63d8bc2e7b43',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.699184] env[69297]: INFO networking_nsxv3.common.synchronization [None req-8b850d89-1d99-402c-b8a3-c469288e6c2e None None] Enqueued Resource ID: 3dc7e5a9-d013-4d5d-a3e8-c76873e091d7 with Priority: HIGHEST for action port [ 637.702265] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc7e5a9-d013-4d5d-a3e8-c76873e091d7 with Priority: HIGHEST for action port [ 637.702265] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dc7e5a9-d013-4d5d-a3e8-c76873e091d7 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.702265] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dc7e5a9-d013-4d5d-a3e8-c76873e091d7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.702265] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dc7e5a9-d013-4d5d-a3e8-c76873e091d7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.702265] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dc7e5a9-d013-4d5d-a3e8-c76873e091d7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.702265] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dc7e5a9-d013-4d5d-a3e8-c76873e091d7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.003172] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b29a946-fd5a-48ff-9131-471825da18cb [ 638.003172] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.003172] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.003172] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.003172] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.003172] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.003172] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b29a946-fd5a-48ff-9131-471825da18cb already deleted. [ 638.003172] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b29a946-fd5a-48ff-9131-471825da18cb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.074077] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 918327b5-89b2-49c9-a77b-63d8bc2e7b43 [ 638.074077] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.074077] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.074077] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.074077] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.074715] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.074715] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:918327b5-89b2-49c9-a77b-63d8bc2e7b43 already deleted. [ 638.074715] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-918327b5-89b2-49c9-a77b-63d8bc2e7b43" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.183374] env[69297]: INFO networking_nsxv3.common.synchronization [None req-082a6b16-607a-4e7d-aa6b-410540c63b7c None None] Enqueued Resource ID: 6f20b6bf-d979-435c-969c-7523f55a1008 with Priority: HIGHEST for action port [ 638.183702] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f20b6bf-d979-435c-969c-7523f55a1008 with Priority: HIGHEST for action port [ 638.184476] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f20b6bf-d979-435c-969c-7523f55a1008 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.184570] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f20b6bf-d979-435c-969c-7523f55a1008" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.184634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f20b6bf-d979-435c-969c-7523f55a1008" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.185023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f20b6bf-d979-435c-969c-7523f55a1008" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.185023] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f20b6bf-d979-435c-969c-7523f55a1008',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.205025] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3dc7e5a9-d013-4d5d-a3e8-c76873e091d7 [ 638.205291] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.205428] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.205500] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.205732] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.205825] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.205974] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3dc7e5a9-d013-4d5d-a3e8-c76873e091d7 already deleted. [ 638.206084] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dc7e5a9-d013-4d5d-a3e8-c76873e091d7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.233280] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.233434] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.233509] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.233719] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.252888] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 638.253796] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.254991] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 638.276304] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.276446] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.276517] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.276729] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.277333] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.277569] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 638.279363] env[69297]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69297) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 638.279363] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 638.283480] env[69297]: INFO networking_nsxv3.common.synchronization [req-4c73a2f3-2d62-41db-9344-b59d16b347a2 req-3e0cdf4c-feb3-4dcd-a90c-57606fd5a543 service nova] Enqueued Resource ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 with Priority: HIGHEST for action security_group_rules [ 638.287115] env[69297]: INFO networking_nsxv3.common.synchronization [req-4c73a2f3-2d62-41db-9344-b59d16b347a2 req-3e0cdf4c-feb3-4dcd-a90c-57606fd5a543 service nova] Enqueued Resource ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 with Priority: HIGHEST for action security_group_members [ 638.287115] env[69297]: INFO networking_nsxv3.common.synchronization [req-4c73a2f3-2d62-41db-9344-b59d16b347a2 req-3e0cdf4c-feb3-4dcd-a90c-57606fd5a543 service nova] Enqueued Resource ID: 6a353cfc-c037-439e-9f23-4411c0d6fc93 with Priority: HIGHEST for action port [ 638.287115] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 with Priority: HIGHEST for action security_group_rules [ 638.287115] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 with Priority: HIGHEST for action security_group_members [ 638.287115] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a353cfc-c037-439e-9f23-4411c0d6fc93 with Priority: HIGHEST for action port [ 638.287611] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b13a6b2-3479-4bf2-836e-55051b0d31e5 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.287748] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.287818] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.288095] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.288217] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b13a6b2-3479-4bf2-836e-55051b0d31e5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.289905] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b13a6b2-3479-4bf2-836e-55051b0d31e5 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.289905] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.289905] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.289905] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.289905] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.289905] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.289905] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.289905] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.289905] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.290194] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b13a6b2-3479-4bf2-836e-55051b0d31e5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.290778] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a353cfc-c037-439e-9f23-4411c0d6fc93 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.290888] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a353cfc-c037-439e-9f23-4411c0d6fc93" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.290955] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a353cfc-c037-439e-9f23-4411c0d6fc93" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.291877] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a353cfc-c037-439e-9f23-4411c0d6fc93" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.291877] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a353cfc-c037-439e-9f23-4411c0d6fc93',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.299531] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.299807] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.300131] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.300741] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.300741] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.300741] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 638.328616] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.330160] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.330160] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.330160] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.330160] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.330160] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 638.356281] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.356281] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.356281] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.356281] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.356281] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.356281] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 638.356281] env[69297]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69297) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 638.356281] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 638.373635] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.373635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.373635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.373635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.373935] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.373935] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 638.373935] env[69297]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69297) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 638.374038] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 638.399304] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.399447] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.399518] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.399861] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.400213] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.400213] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 638.400213] env[69297]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69297) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 638.401131] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 638.401131] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 638.401131] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 638.401131] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 638.401131] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 638.401131] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 638.401131] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 638.401131] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 638.425333] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.425333] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.425513] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.425606] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.425713] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.425821] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 638.452309] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.452309] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.452309] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.452309] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.452309] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.492175] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.687793] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f20b6bf-d979-435c-969c-7523f55a1008 [ 638.688118] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.688290] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.688388] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.688619] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.688729] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.688830] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f20b6bf-d979-435c-969c-7523f55a1008 already deleted. [ 638.688949] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f20b6bf-d979-435c-969c-7523f55a1008" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.800262] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b13a6b2-3479-4bf2-836e-55051b0d31e5 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.800262] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.800262] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b13a6b2-3479-4bf2-836e-55051b0d31e5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.812501] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a353cfc-c037-439e-9f23-4411c0d6fc93 with status ACTIVE [ 638.812815] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.812997] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.813087] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.813260] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.813348] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.813526] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.813629] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.813689] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.813834] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.814539] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.814539] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.814539] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.814539] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.814539] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.814539] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.814539] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a353cfc-c037-439e-9f23-4411c0d6fc93 is going to be updated. [ 638.848884] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.848884] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.848884] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.848884] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.848884] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.849308] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a353cfc-c037-439e-9f23-4411c0d6fc93" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.940172] env[69297]: INFO networking_nsxv3.common.synchronization [None req-3ba4f305-dc86-4b8c-b310-0afc916715e5 None None] Enqueued Resource ID: f6b287c1-75e9-469f-a5e6-45b79bdee769 with Priority: HIGHEST for action port [ 638.940172] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6b287c1-75e9-469f-a5e6-45b79bdee769 with Priority: HIGHEST for action port [ 638.940172] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6b287c1-75e9-469f-a5e6-45b79bdee769 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.940172] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6b287c1-75e9-469f-a5e6-45b79bdee769" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.940172] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6b287c1-75e9-469f-a5e6-45b79bdee769" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.940988] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6b287c1-75e9-469f-a5e6-45b79bdee769" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.941152] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6b287c1-75e9-469f-a5e6-45b79bdee769',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.139428] env[69297]: INFO networking_nsxv3.common.synchronization [None req-1d13b90d-14c1-415e-bb28-21b2075dde6f None None] Enqueued Resource ID: ce90cbc7-071b-4a23-99b9-2cc63d1129b3 with Priority: HIGHEST for action port [ 639.139847] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce90cbc7-071b-4a23-99b9-2cc63d1129b3 with Priority: HIGHEST for action port [ 639.140526] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce90cbc7-071b-4a23-99b9-2cc63d1129b3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.141606] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce90cbc7-071b-4a23-99b9-2cc63d1129b3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.141766] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce90cbc7-071b-4a23-99b9-2cc63d1129b3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.142018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce90cbc7-071b-4a23-99b9-2cc63d1129b3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.142119] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce90cbc7-071b-4a23-99b9-2cc63d1129b3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.301905] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b13a6b2-3479-4bf2-836e-55051b0d31e5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.357637] env[69297]: INFO networking_nsxv3.common.synchronization [None req-0c7f50ae-1351-4a20-b438-193f45d571b7 None None] Enqueued Resource ID: aa308a2d-6df1-473f-af79-369ed8cdfc0d with Priority: HIGHEST for action port [ 639.358216] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa308a2d-6df1-473f-af79-369ed8cdfc0d with Priority: HIGHEST for action port [ 639.358607] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa308a2d-6df1-473f-af79-369ed8cdfc0d taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.358775] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa308a2d-6df1-473f-af79-369ed8cdfc0d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.358816] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa308a2d-6df1-473f-af79-369ed8cdfc0d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.359074] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa308a2d-6df1-473f-af79-369ed8cdfc0d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.359152] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa308a2d-6df1-473f-af79-369ed8cdfc0d',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.442965] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6b287c1-75e9-469f-a5e6-45b79bdee769 [ 639.443204] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.443357] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.443435] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.443640] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.443726] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.443827] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6b287c1-75e9-469f-a5e6-45b79bdee769 already deleted. [ 639.443914] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6b287c1-75e9-469f-a5e6-45b79bdee769" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.645296] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce90cbc7-071b-4a23-99b9-2cc63d1129b3 [ 639.645543] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.645760] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.645808] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.646106] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.646233] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.646333] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce90cbc7-071b-4a23-99b9-2cc63d1129b3 already deleted. [ 639.646416] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce90cbc7-071b-4a23-99b9-2cc63d1129b3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.807245] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.807245] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.807245] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.807245] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.807245] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.807245] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 is going to be created. [ 639.861719] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa308a2d-6df1-473f-af79-369ed8cdfc0d [ 639.861719] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.861898] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.862022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.862339] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.862490] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.862644] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa308a2d-6df1-473f-af79-369ed8cdfc0d already deleted. [ 639.862784] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa308a2d-6df1-473f-af79-369ed8cdfc0d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.897134] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.897134] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.897134] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.897134] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.897134] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.915560] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 in Status: UNINITIALIZED for 2s [ 640.326560] env[69297]: INFO networking_nsxv3.common.synchronization [None req-ecf865e6-6705-44af-8fa7-d0a77100cb44 None None] Enqueued Resource ID: 6ac8f94e-2bb5-4ce6-82ee-55da5c52741f with Priority: HIGHEST for action port [ 640.327725] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ac8f94e-2bb5-4ce6-82ee-55da5c52741f with Priority: HIGHEST for action port [ 640.328635] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ac8f94e-2bb5-4ce6-82ee-55da5c52741f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.328764] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ac8f94e-2bb5-4ce6-82ee-55da5c52741f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.328838] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ac8f94e-2bb5-4ce6-82ee-55da5c52741f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.329120] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ac8f94e-2bb5-4ce6-82ee-55da5c52741f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.331231] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ac8f94e-2bb5-4ce6-82ee-55da5c52741f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.723345] env[69297]: INFO networking_nsxv3.common.synchronization [req-a374d5e1-3757-4395-b8c7-70ef032b4524 req-a9c073af-621b-4f9a-8520-2adbc48e0d38 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Enqueued Resource ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 with Priority: HIGHEST for action security_group_members [ 640.723934] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 with Priority: HIGHEST for action security_group_members [ 640.724337] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.724474] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.724544] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.724838] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.724949] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.727126] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.727514] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.727581] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.727707] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.727870] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec384c20-4cff-4aa4-8a4a-7a6aa9136306',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.832884] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ac8f94e-2bb5-4ce6-82ee-55da5c52741f [ 640.833629] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.833946] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.834078] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.834397] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.834563] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.834715] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ac8f94e-2bb5-4ce6-82ee-55da5c52741f already deleted. [ 640.834880] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ac8f94e-2bb5-4ce6-82ee-55da5c52741f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.233548] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.233716] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.233810] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.234123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.234274] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.236626] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.236626] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.236626] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.236626] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.236626] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.236626] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 already deleted. [ 641.236626] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.302901] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-332 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.302901] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.302901] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.308838] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.308838] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.308838] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.308838] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.308838] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.308838] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.308838] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 641.308838] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.308838] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.308838] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.308838] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 641.308838] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.308838] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.326350] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.326405] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 641.326516] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.326685] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.327034] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-d4a5139d-a137-4c61-b351-41e2364bc48b taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.327366] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-d4a5139d-a137-4c61-b351-41e2364bc48b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.327366] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-d4a5139d-a137-4c61-b351-41e2364bc48b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.328041] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-d4a5139d-a137-4c61-b351-41e2364bc48b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.328041] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4a5139d-a137-4c61-b351-41e2364bc48b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.835146] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.835802] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.836081] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.836424] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.838104] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.838104] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port d4a5139d-a137-4c61-b351-41e2364bc48b not found, creating... [ 641.838104] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.838104] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.838104] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.838104] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.838104] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.838871] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.839089] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.839431] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.839708] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.839931] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.840165] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: d4a5139d-a137-4c61-b351-41e2364bc48b is going to be created. [ 641.866511] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.867325] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.867325] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.867325] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.868806] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.872283] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-d4a5139d-a137-4c61-b351-41e2364bc48b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.930231] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 in Status: SUCCESS [ 641.931577] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.931577] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.931577] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.931577] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.931577] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.931577] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.932029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.932029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.932029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.932029] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b13a6b2-3479-4bf2-836e-55051b0d31e5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.439915] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b13a6b2-3479-4bf2-836e-55051b0d31e5 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.439915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.439915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.439915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.439915] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.439915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.439915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.439915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.439915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.439915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.439915] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b13a6b2-3479-4bf2-836e-55051b0d31e5 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.439915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.439915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.439915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.439915] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.439915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.440626] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.440626] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.440626] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.440626] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.440626] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b13a6b2-3479-4bf2-836e-55051b0d31e5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.777349] env[69297]: INFO networking_nsxv3.common.synchronization [req-a374d5e1-3757-4395-b8c7-70ef032b4524 req-9e61cfe9-9765-41a0-9b5e-90fd72f5e828 service nova] Enqueued Resource ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 with Priority: HIGHEST for action security_group_rules [ 642.777529] env[69297]: INFO networking_nsxv3.common.synchronization [req-a374d5e1-3757-4395-b8c7-70ef032b4524 req-9e61cfe9-9765-41a0-9b5e-90fd72f5e828 service nova] Enqueued Resource ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 with Priority: HIGHEST for action security_group_members [ 642.777665] env[69297]: INFO networking_nsxv3.common.synchronization [req-a374d5e1-3757-4395-b8c7-70ef032b4524 req-9e61cfe9-9765-41a0-9b5e-90fd72f5e828 service nova] Enqueued Resource ID: d4a5139d-a137-4c61-b351-41e2364bc48b with Priority: HIGHEST for action port [ 642.777894] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 with Priority: HIGHEST for action security_group_rules [ 642.778077] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 with Priority: HIGHEST for action security_group_members [ 642.778127] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4a5139d-a137-4c61-b351-41e2364bc48b with Priority: HIGHEST for action port [ 642.778719] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec384c20-4cff-4aa4-8a4a-7a6aa9136306 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.778815] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.778891] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.783513] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.783513] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec384c20-4cff-4aa4-8a4a-7a6aa9136306',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.788648] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.788884] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.788884] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.789071] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.790897] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.790897] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.790897] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.790897] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.790897] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.790897] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec384c20-4cff-4aa4-8a4a-7a6aa9136306',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.790897] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4a5139d-a137-4c61-b351-41e2364bc48b taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.790897] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4a5139d-a137-4c61-b351-41e2364bc48b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.790897] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4a5139d-a137-4c61-b351-41e2364bc48b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.790897] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4a5139d-a137-4c61-b351-41e2364bc48b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.791285] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4a5139d-a137-4c61-b351-41e2364bc48b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.907665] env[69297]: INFO networking_nsxv3.common.synchronization [req-4875eedd-6a0e-4bbd-99d9-a5740629a660 req-a78cd441-dc09-4b0c-8e05-55d6381b78b3 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Enqueued Resource ID: c9e7de6b-fda3-402e-85c2-1c8c63ff385d with Priority: HIGHEST for action security_group_members [ 642.908423] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e7de6b-fda3-402e-85c2-1c8c63ff385d with Priority: HIGHEST for action security_group_members [ 642.908737] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e7de6b-fda3-402e-85c2-1c8c63ff385d taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.909955] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.909955] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.909955] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.909955] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.910996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.911094] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.911300] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.911401] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.911532] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9e7de6b-fda3-402e-85c2-1c8c63ff385d',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.944543] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b13a6b2-3479-4bf2-836e-55051b0d31e5: rpc.has_security_group_logging(os_id): False [ 642.967197] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.967197] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.967197] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.967197] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.967197] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.967197] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.967197] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.967197] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.967197] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.967197] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.967197] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.967197] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.967197] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.967197] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.967197] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.970344] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.970344] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.970344] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.970344] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.970344] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.970344] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 is going to be created. [ 643.062847] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.062847] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.062847] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.062847] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.063162] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.081058] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 in Status: IN_PROGRESS for 2s [ 643.293368] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.293368] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.297412] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4a5139d-a137-4c61-b351-41e2364bc48b with status ACTIVE [ 643.297633] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.297766] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.297832] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.298071] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.298158] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.298375] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.298479] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.298539] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.298692] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.298764] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.298940] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.299039] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.299096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.299228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.299492] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.299492] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4a5139d-a137-4c61-b351-41e2364bc48b is going to be updated. [ 643.300536] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec384c20-4cff-4aa4-8a4a-7a6aa9136306',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.327129] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.327129] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.327129] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.327129] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.327129] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.327403] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4a5139d-a137-4c61-b351-41e2364bc48b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.418976] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.419184] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.419246] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.419464] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.419553] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.419741] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.419848] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.419907] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.420060] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.420129] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.420666] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9e7de6b-fda3-402e-85c2-1c8c63ff385d already deleted. [ 643.420666] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.527903] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-393 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.528165] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-393" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.528230] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-393" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.528557] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-393" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.528814] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.529180] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.533932] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.534281] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.534448] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.534687] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.534867] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.534942] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.535052] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.535172] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.535275] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.535411] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.558678] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.558832] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 643.558981] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.559226] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-393" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.559587] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-c4f5698a-6495-4d7f-aae4-c3acd849e2fc taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.559691] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-c4f5698a-6495-4d7f-aae4-c3acd849e2fc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.559810] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-c4f5698a-6495-4d7f-aae4-c3acd849e2fc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.560163] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-c4f5698a-6495-4d7f-aae4-c3acd849e2fc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.560313] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4f5698a-6495-4d7f-aae4-c3acd849e2fc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.802409] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec384c20-4cff-4aa4-8a4a-7a6aa9136306',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.037186] env[69297]: INFO networking_nsxv3.common.synchronization [None req-784d27fa-0b02-4a39-9d9d-084f0c73632c None None] Enqueued Resource ID: 6e991991-389c-4979-933b-bce9811315e4 with Priority: HIGHEST for action port [ 644.037508] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e991991-389c-4979-933b-bce9811315e4 with Priority: HIGHEST for action port [ 644.037992] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e991991-389c-4979-933b-bce9811315e4 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.040216] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e991991-389c-4979-933b-bce9811315e4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.040216] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e991991-389c-4979-933b-bce9811315e4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.040216] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e991991-389c-4979-933b-bce9811315e4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.040216] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e991991-389c-4979-933b-bce9811315e4',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.063703] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.064425] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.066978] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.066978] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.066978] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.066978] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port c4f5698a-6495-4d7f-aae4-c3acd849e2fc not found, creating... [ 644.066978] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.066978] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.066978] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.066978] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.066978] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.066978] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.068464] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.068966] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.072161] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.072161] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.073866] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: c4f5698a-6495-4d7f-aae4-c3acd849e2fc is going to be created. [ 644.099609] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.099609] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.099609] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.099885] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.100097] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.100274] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-c4f5698a-6495-4d7f-aae4-c3acd849e2fc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.205975] env[69297]: INFO networking_nsxv3.common.synchronization [None req-24125511-aac7-4fb9-9772-6633065d6589 None None] Enqueued Resource ID: 66ee0f31-7cc4-4de5-bdb5-a7e6f003cde5 with Priority: HIGHEST for action port [ 644.206268] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66ee0f31-7cc4-4de5-bdb5-a7e6f003cde5 with Priority: HIGHEST for action port [ 644.206869] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-66ee0f31-7cc4-4de5-bdb5-a7e6f003cde5 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.206993] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66ee0f31-7cc4-4de5-bdb5-a7e6f003cde5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.209811] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66ee0f31-7cc4-4de5-bdb5-a7e6f003cde5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.210156] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66ee0f31-7cc4-4de5-bdb5-a7e6f003cde5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.210241] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66ee0f31-7cc4-4de5-bdb5-a7e6f003cde5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.305941] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.306152] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.306252] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.306584] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.307307] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.307307] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 is going to be created. [ 644.340281] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.340424] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.340495] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.340704] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.341843] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.358897] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 in Status: UNINITIALIZED for 2s [ 644.542093] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e991991-389c-4979-933b-bce9811315e4 [ 644.542372] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.543343] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.543343] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.543343] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.543343] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.543343] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e991991-389c-4979-933b-bce9811315e4 already deleted. [ 644.543343] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e991991-389c-4979-933b-bce9811315e4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.712901] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66ee0f31-7cc4-4de5-bdb5-a7e6f003cde5 [ 644.713194] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.713353] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.713422] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.713630] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.713757] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.713862] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66ee0f31-7cc4-4de5-bdb5-a7e6f003cde5 already deleted. [ 644.713941] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66ee0f31-7cc4-4de5-bdb5-a7e6f003cde5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.086145] env[69297]: INFO networking_nsxv3.common.synchronization [None req-a85b4692-2331-40ad-87cc-650527be5cf4 None None] Enqueued Resource ID: b497074f-8ebd-4393-b007-8703d79858dd with Priority: HIGHEST for action port [ 645.087328] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b497074f-8ebd-4393-b007-8703d79858dd with Priority: HIGHEST for action port [ 645.087812] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-b497074f-8ebd-4393-b007-8703d79858dd taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.087812] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b497074f-8ebd-4393-b007-8703d79858dd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.087928] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b497074f-8ebd-4393-b007-8703d79858dd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.088786] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b497074f-8ebd-4393-b007-8703d79858dd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.088786] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b497074f-8ebd-4393-b007-8703d79858dd',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.097591] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 in Status: SUCCESS [ 645.097826] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.593477] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b497074f-8ebd-4393-b007-8703d79858dd [ 645.593651] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.594399] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.594399] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.594399] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.594399] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.594399] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b497074f-8ebd-4393-b007-8703d79858dd already deleted. [ 645.594399] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b497074f-8ebd-4393-b007-8703d79858dd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.874706] env[69297]: INFO networking_nsxv3.common.synchronization [req-4875eedd-6a0e-4bbd-99d9-a5740629a660 req-e24f265e-26fb-40e2-8226-75b73d183a39 service nova] Enqueued Resource ID: c9e7de6b-fda3-402e-85c2-1c8c63ff385d with Priority: HIGHEST for action security_group_rules [ 645.874706] env[69297]: INFO networking_nsxv3.common.synchronization [req-4875eedd-6a0e-4bbd-99d9-a5740629a660 req-e24f265e-26fb-40e2-8226-75b73d183a39 service nova] Enqueued Resource ID: c9e7de6b-fda3-402e-85c2-1c8c63ff385d with Priority: HIGHEST for action security_group_members [ 645.874706] env[69297]: INFO networking_nsxv3.common.synchronization [req-4875eedd-6a0e-4bbd-99d9-a5740629a660 req-e24f265e-26fb-40e2-8226-75b73d183a39 service nova] Enqueued Resource ID: c4f5698a-6495-4d7f-aae4-c3acd849e2fc with Priority: HIGHEST for action port [ 645.874706] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e7de6b-fda3-402e-85c2-1c8c63ff385d with Priority: HIGHEST for action security_group_rules [ 645.874706] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e7de6b-fda3-402e-85c2-1c8c63ff385d with Priority: HIGHEST for action security_group_members [ 645.874706] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f5698a-6495-4d7f-aae4-c3acd849e2fc with Priority: HIGHEST for action port [ 645.875240] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9e7de6b-fda3-402e-85c2-1c8c63ff385d taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.875418] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.875576] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.875819] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.876183] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9e7de6b-fda3-402e-85c2-1c8c63ff385d',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.879051] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e7de6b-fda3-402e-85c2-1c8c63ff385d taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.879225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.879361] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.879593] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.880127] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.880127] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.880127] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.880282] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.880395] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.880500] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9e7de6b-fda3-402e-85c2-1c8c63ff385d',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.881317] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4f5698a-6495-4d7f-aae4-c3acd849e2fc taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.883036] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4f5698a-6495-4d7f-aae4-c3acd849e2fc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.883036] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4f5698a-6495-4d7f-aae4-c3acd849e2fc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.883036] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4f5698a-6495-4d7f-aae4-c3acd849e2fc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.883036] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4f5698a-6495-4d7f-aae4-c3acd849e2fc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.265316] env[69297]: INFO networking_nsxv3.common.synchronization [req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 req-91f96a86-65a2-455d-bb2c-e80f7a2cab63 tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Enqueued Resource ID: 9a5ca00e-221b-44b9-9881-1ad40e457dda with Priority: HIGHEST for action security_group_members [ 646.266085] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5ca00e-221b-44b9-9881-1ad40e457dda with Priority: HIGHEST for action security_group_members [ 646.266459] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5ca00e-221b-44b9-9881-1ad40e457dda taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.267932] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.267932] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.267932] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.267932] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.267932] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.267932] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.268138] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.268138] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.268231] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a5ca00e-221b-44b9-9881-1ad40e457dda',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.368497] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 in Status: SUCCESS [ 646.368777] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.369044] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.369296] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.369529] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.369645] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.369704] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.369884] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.369964] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.370083] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.370254] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec384c20-4cff-4aa4-8a4a-7a6aa9136306',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.384585] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9e7de6b-fda3-402e-85c2-1c8c63ff385d',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.386609] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e7de6b-fda3-402e-85c2-1c8c63ff385d taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.386609] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.386609] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4f5698a-6495-4d7f-aae4-c3acd849e2fc with status ACTIVE [ 646.386609] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.386609] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.386609] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.386956] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.386956] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.386956] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.387233] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.387233] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.387383] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.387468] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.389806] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.389806] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.389806] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.389806] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.389806] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.391214] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4f5698a-6495-4d7f-aae4-c3acd849e2fc is going to be updated. [ 646.424097] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.424097] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.424097] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.424353] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.425866] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.425866] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4f5698a-6495-4d7f-aae4-c3acd849e2fc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.771237] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.771438] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.771489] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.771695] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.771792] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.771976] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.772235] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.772235] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.772364] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.772364] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.772453] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5ca00e-221b-44b9-9881-1ad40e457dda already deleted. [ 646.772552] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.874098] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.874313] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.874386] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.874590] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.874757] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.876374] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.876471] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.876645] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.876734] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.876826] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.877018] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.877154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.877216] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.877379] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.877527] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.877616] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.877675] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.877811] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.877885] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.877964] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.878063] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec384c20-4cff-4aa4-8a4a-7a6aa9136306',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.894846] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9e7de6b-fda3-402e-85c2-1c8c63ff385d',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.252237] env[69297]: INFO networking_nsxv3.common.synchronization [None req-ca965deb-bbb7-4913-8e51-da2330f2aa35 None None] Enqueued Resource ID: e95613ce-ba41-46e8-8467-0a10ba4b53a3 with Priority: HIGHEST for action port [ 647.252497] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e95613ce-ba41-46e8-8467-0a10ba4b53a3 with Priority: HIGHEST for action port [ 647.253361] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-e95613ce-ba41-46e8-8467-0a10ba4b53a3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.253361] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e95613ce-ba41-46e8-8467-0a10ba4b53a3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.253361] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e95613ce-ba41-46e8-8467-0a10ba4b53a3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.253767] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e95613ce-ba41-46e8-8467-0a10ba4b53a3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.253767] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e95613ce-ba41-46e8-8467-0a10ba4b53a3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.384953] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec384c20-4cff-4aa4-8a4a-7a6aa9136306: rpc.has_security_group_logging(os_id): False [ 647.398396] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.398396] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.398396] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.398602] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.398654] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.398768] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9e7de6b-fda3-402e-85c2-1c8c63ff385d is going to be created. [ 647.406709] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.406819] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.406892] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.407216] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.407301] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.407706] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.408016] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.408150] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.408322] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.408435] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.408658] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.408734] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.409083] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.409243] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.409321] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.409568] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.409868] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.409956] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.410131] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.410211] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.410300] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 is going to be created. [ 647.415186] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-905 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.415802] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-905" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.415802] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-905" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.415802] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-905" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.415987] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.416309] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.416374] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.417193] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.417368] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.417602] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.417918] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.418072] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.419254] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.419254] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.419254] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.419254] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.425116] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.425311] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.425358] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.425544] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.425699] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.439958] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e7de6b-fda3-402e-85c2-1c8c63ff385d in Status: UNINITIALIZED for 2s [ 647.452524] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.452524] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 647.452726] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.453031] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-905" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.453538] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-b18ffa8a-11e5-40f4-9f85-2d5f16648581 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.453831] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-b18ffa8a-11e5-40f4-9f85-2d5f16648581" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.454528] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-b18ffa8a-11e5-40f4-9f85-2d5f16648581" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.454965] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-b18ffa8a-11e5-40f4-9f85-2d5f16648581" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.455231] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b18ffa8a-11e5-40f4-9f85-2d5f16648581',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.494233] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.494233] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.494233] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.494233] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.494455] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.510442] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 in Status: IN_PROGRESS for 2s [ 647.749268] env[69297]: INFO networking_nsxv3.common.synchronization [None req-f21b26f3-8b14-4925-b38d-1bf519957ada None None] Enqueued Resource ID: 769aaf52-10d2-4a60-92d2-252992b33b8e with Priority: HIGHEST for action port [ 647.750239] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 769aaf52-10d2-4a60-92d2-252992b33b8e with Priority: HIGHEST for action port [ 647.751101] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-769aaf52-10d2-4a60-92d2-252992b33b8e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.751101] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-769aaf52-10d2-4a60-92d2-252992b33b8e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.751101] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-769aaf52-10d2-4a60-92d2-252992b33b8e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.751347] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-769aaf52-10d2-4a60-92d2-252992b33b8e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.752855] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('769aaf52-10d2-4a60-92d2-252992b33b8e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.757215] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e95613ce-ba41-46e8-8467-0a10ba4b53a3 [ 647.757514] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.757697] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.757799] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.758067] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.758223] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.758321] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e95613ce-ba41-46e8-8467-0a10ba4b53a3 already deleted. [ 647.759516] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e95613ce-ba41-46e8-8467-0a10ba4b53a3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.959091] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.959091] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.959091] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.959969] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.960287] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.962018] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port b18ffa8a-11e5-40f4-9f85-2d5f16648581 not found, creating... [ 647.962018] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.962018] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.962018] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.962018] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.962018] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.962018] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.962388] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.962612] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.962927] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.963182] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.963473] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: b18ffa8a-11e5-40f4-9f85-2d5f16648581 is going to be created. [ 647.990782] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.990782] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.991565] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.991565] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.991565] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.991823] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-b18ffa8a-11e5-40f4-9f85-2d5f16648581" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.258144] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 769aaf52-10d2-4a60-92d2-252992b33b8e [ 648.258587] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.258951] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.259134] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.259501] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.259692] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.264559] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:769aaf52-10d2-4a60-92d2-252992b33b8e already deleted. [ 648.264559] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-769aaf52-10d2-4a60-92d2-252992b33b8e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.464801] env[69297]: INFO networking_nsxv3.common.synchronization [req-c517941e-3dcb-4de4-8a39-f1427be46117 req-872acf4d-df32-4897-b874-01b4ac8f4b75 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Enqueued Resource ID: 83d82433-b9e7-43f2-8431-48c541628597 with Priority: HIGHEST for action security_group_members [ 648.465708] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d82433-b9e7-43f2-8431-48c541628597 with Priority: HIGHEST for action security_group_members [ 648.465708] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-83d82433-b9e7-43f2-8431-48c541628597 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.465851] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.465851] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.469021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.469021] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.469021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.469021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.469021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.469021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.469021] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83d82433-b9e7-43f2-8431-48c541628597',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.647502] env[69297]: INFO networking_nsxv3.common.synchronization [None req-f347082a-6a80-44cc-abfb-35ade1b8cd77 None None] Enqueued Resource ID: a930764c-1191-4384-a9bd-c31b3812f3b8 with Priority: HIGHEST for action port [ 648.647502] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a930764c-1191-4384-a9bd-c31b3812f3b8 with Priority: HIGHEST for action port [ 648.647502] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-a930764c-1191-4384-a9bd-c31b3812f3b8 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.647502] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a930764c-1191-4384-a9bd-c31b3812f3b8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.647502] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a930764c-1191-4384-a9bd-c31b3812f3b8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.649296] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a930764c-1191-4384-a9bd-c31b3812f3b8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.649296] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a930764c-1191-4384-a9bd-c31b3812f3b8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.971559] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.971715] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.971794] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.972008] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.972115] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.972403] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.972403] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.972548] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.972618] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.972696] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.972796] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83d82433-b9e7-43f2-8431-48c541628597 already deleted. [ 648.972877] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.149851] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a930764c-1191-4384-a9bd-c31b3812f3b8 [ 649.150125] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.150282] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.150356] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.151237] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.151237] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.151237] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a930764c-1191-4384-a9bd-c31b3812f3b8 already deleted. [ 649.151237] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a930764c-1191-4384-a9bd-c31b3812f3b8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.450875] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e7de6b-fda3-402e-85c2-1c8c63ff385d in Status: SUCCESS [ 649.451140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.451317] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.451541] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.451749] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.451897] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.451940] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.452112] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.452201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.452297] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.452420] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9e7de6b-fda3-402e-85c2-1c8c63ff385d',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.525460] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 in Status: SUCCESS [ 649.526695] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.789401] env[69297]: INFO networking_nsxv3.common.synchronization [req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 req-179fcc3a-7a65-41ca-afc4-7a6a82140802 service nova] Enqueued Resource ID: 9a5ca00e-221b-44b9-9881-1ad40e457dda with Priority: HIGHEST for action security_group_rules [ 649.789401] env[69297]: INFO networking_nsxv3.common.synchronization [req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 req-179fcc3a-7a65-41ca-afc4-7a6a82140802 service nova] Enqueued Resource ID: 9a5ca00e-221b-44b9-9881-1ad40e457dda with Priority: HIGHEST for action security_group_members [ 649.789401] env[69297]: INFO networking_nsxv3.common.synchronization [req-00a6fc93-d70d-4f0a-8e0c-60db0988ada9 req-179fcc3a-7a65-41ca-afc4-7a6a82140802 service nova] Enqueued Resource ID: b18ffa8a-11e5-40f4-9f85-2d5f16648581 with Priority: HIGHEST for action port [ 649.789401] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5ca00e-221b-44b9-9881-1ad40e457dda with Priority: HIGHEST for action security_group_rules [ 649.789401] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5ca00e-221b-44b9-9881-1ad40e457dda with Priority: HIGHEST for action security_group_members [ 649.789401] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18ffa8a-11e5-40f4-9f85-2d5f16648581 with Priority: HIGHEST for action port [ 649.789890] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a5ca00e-221b-44b9-9881-1ad40e457dda taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.790722] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.790858] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.791171] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.791261] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a5ca00e-221b-44b9-9881-1ad40e457dda',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.795565] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5ca00e-221b-44b9-9881-1ad40e457dda taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.795776] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.795843] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.795993] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.796191] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.796304] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.796383] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.796532] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.796616] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.796710] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a5ca00e-221b-44b9-9881-1ad40e457dda',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.798546] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-b18ffa8a-11e5-40f4-9f85-2d5f16648581 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.798668] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b18ffa8a-11e5-40f4-9f85-2d5f16648581" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.798758] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b18ffa8a-11e5-40f4-9f85-2d5f16648581" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.798912] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b18ffa8a-11e5-40f4-9f85-2d5f16648581" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.798989] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b18ffa8a-11e5-40f4-9f85-2d5f16648581',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.887550] env[69297]: INFO networking_nsxv3.common.synchronization [None req-23e9dca2-2880-43f9-83f8-48cf6504ae86 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Enqueued Resource ID: f9b05578-5685-4298-b042-4033d485ab17 with Priority: HIGHEST for action security_group_rules [ 649.890098] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b05578-5685-4298-b042-4033d485ab17 with Priority: HIGHEST for action security_group_rules [ 649.892640] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9b05578-5685-4298-b042-4033d485ab17 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.893068] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.893389] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.894104] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.894104] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9b05578-5685-4298-b042-4033d485ab17',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.957370] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e7de6b-fda3-402e-85c2-1c8c63ff385d taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.957668] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.957668] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.957881] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.958078] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.958182] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.958239] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.958397] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.958482] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.958571] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.958718] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e7de6b-fda3-402e-85c2-1c8c63ff385d taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.958926] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.958926] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.959044] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.959139] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.959333] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.959404] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.960910] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.961034] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.961090] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.961185] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9e7de6b-fda3-402e-85c2-1c8c63ff385d',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.050797] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-825 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.051053] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-825" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.051194] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-825" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.051512] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-825" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.052101] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.052101] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.052101] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.052508] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.052508] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.052609] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 650.052738] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.052798] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.053084] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.054634] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 650.054634] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.054634] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.075577] env[69297]: INFO networking_nsxv3.common.synchronization [None req-4710feb5-4a2e-45a9-ba01-c9f290a70f4a None None] Enqueued Resource ID: 50c26d7e-2823-4ca3-ba4a-835472209040 with Priority: HIGHEST for action port [ 650.076736] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.077802] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 650.078057] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.078310] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-825" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.079519] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-56f8b892-f116-4b69-9c90-f3dc2471aff7 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.079933] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-56f8b892-f116-4b69-9c90-f3dc2471aff7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.080259] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-56f8b892-f116-4b69-9c90-f3dc2471aff7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.080617] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-56f8b892-f116-4b69-9c90-f3dc2471aff7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.080756] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56f8b892-f116-4b69-9c90-f3dc2471aff7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.082165] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c26d7e-2823-4ca3-ba4a-835472209040 with Priority: HIGHEST for action port [ 650.082696] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-50c26d7e-2823-4ca3-ba4a-835472209040 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.082885] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50c26d7e-2823-4ca3-ba4a-835472209040" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.083145] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50c26d7e-2823-4ca3-ba4a-835472209040" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.083371] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50c26d7e-2823-4ca3-ba4a-835472209040" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.083466] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50c26d7e-2823-4ca3-ba4a-835472209040',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.301203] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5ca00e-221b-44b9-9881-1ad40e457dda taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.301363] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.301579] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a5ca00e-221b-44b9-9881-1ad40e457dda',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.302678] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b18ffa8a-11e5-40f4-9f85-2d5f16648581 with status ACTIVE [ 650.302919] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.303064] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.303130] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.303382] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.304501] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.304501] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.304501] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.304501] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.304738] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.304890] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.305893] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.306265] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.306265] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.306363] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.306404] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.306504] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b18ffa8a-11e5-40f4-9f85-2d5f16648581 is going to be updated. [ 650.333335] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.333518] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.333572] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.333801] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.333985] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.334158] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b18ffa8a-11e5-40f4-9f85-2d5f16648581" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.426995] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.427190] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.427310] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.427552] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.427645] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.427820] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9b05578-5685-4298-b042-4033d485ab17 already deleted. [ 650.427820] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.465930] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9e7de6b-fda3-402e-85c2-1c8c63ff385d: rpc.has_security_group_logging(os_id): False [ 650.486195] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.486360] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.486726] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.486726] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.486726] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.487392] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.487392] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.487512] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.487615] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.487707] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.487906] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.487981] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.488069] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.488195] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.488271] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.488464] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.488569] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.488607] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.488779] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.488812] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.488888] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9e7de6b-fda3-402e-85c2-1c8c63ff385d is going to be created. [ 650.512442] env[69297]: INFO networking_nsxv3.common.synchronization [req-5d9e294f-1623-49cc-95e3-8e9b7fa150e8 req-f1bc0207-d203-4742-ab85-a5f91a8ef026 tempest-DeleteServersAdminTestJSON-1486611886 tempest-DeleteServersAdminTestJSON-1486611886-project-admin] Enqueued Resource ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 with Priority: HIGHEST for action security_group_members [ 650.512982] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 with Priority: HIGHEST for action security_group_members [ 650.513304] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b13a6b2-3479-4bf2-836e-55051b0d31e5 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.513535] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.513605] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.513813] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.513970] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.514918] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.515115] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.515310] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.515785] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.515785] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b13a6b2-3479-4bf2-836e-55051b0d31e5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.524098] env[69297]: INFO networking_nsxv3.common.synchronization [None req-a438066d-1b37-4a1f-8689-f06c015a45bd tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Enqueued Resource ID: f9b05578-5685-4298-b042-4033d485ab17 with Priority: HIGHEST for action security_group_rules [ 650.525541] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b05578-5685-4298-b042-4033d485ab17 with Priority: HIGHEST for action security_group_rules [ 650.526435] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9b05578-5685-4298-b042-4033d485ab17 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.526563] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.526633] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.526885] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.527058] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9b05578-5685-4298-b042-4033d485ab17',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.552789] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.552897] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.552977] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.553678] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.553678] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.567553] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9e7de6b-fda3-402e-85c2-1c8c63ff385d in Status: IN_PROGRESS for 2s [ 650.583646] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.583882] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.584887] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.585128] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.585595] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.585595] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 56f8b892-f116-4b69-9c90-f3dc2471aff7 not found, creating... [ 650.585777] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.585958] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.586142] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.586422] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.586536] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.587277] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.587427] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.588673] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.588673] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.588673] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.588673] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 56f8b892-f116-4b69-9c90-f3dc2471aff7 is going to be created. [ 650.593474] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50c26d7e-2823-4ca3-ba4a-835472209040 [ 650.593474] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.593474] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.593474] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.593474] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.593474] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.593474] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50c26d7e-2823-4ca3-ba4a-835472209040 already deleted. [ 650.593474] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50c26d7e-2823-4ca3-ba4a-835472209040" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.629589] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.631691] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.631691] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.631691] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.631691] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.631691] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-56f8b892-f116-4b69-9c90-f3dc2471aff7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.809242] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a5ca00e-221b-44b9-9881-1ad40e457dda',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.017756] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.017964] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.018015] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.018222] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.018339] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.018536] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.018644] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.018701] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.018893] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.018954] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.018986] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 is going to be updated. [ 651.047890] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.048159] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.048159] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.048601] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.048601] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.048601] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9b05578-5685-4298-b042-4033d485ab17 already deleted. [ 651.048831] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.066875] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.067093] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.067093] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.068771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.068771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.076627] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 in Status: IN_PROGRESS for 2s [ 651.311948] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.312347] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.312451] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.312695] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.312751] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.312987] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5ca00e-221b-44b9-9881-1ad40e457dda is going to be created. [ 651.338651] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.338822] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.338956] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.339096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.339259] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.349448] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5ca00e-221b-44b9-9881-1ad40e457dda in Status: UNINITIALIZED for 2s [ 651.689977] env[69297]: INFO networking_nsxv3.common.synchronization [req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c req-c9e75ed0-a05f-49ac-b7a7-2ca211c38b7c tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Enqueued Resource ID: 134cf66a-fbc4-49d7-8cfb-6f8900631f07 with Priority: HIGHEST for action security_group_members [ 651.691391] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 134cf66a-fbc4-49d7-8cfb-6f8900631f07 with Priority: HIGHEST for action security_group_members [ 651.691391] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-134cf66a-fbc4-49d7-8cfb-6f8900631f07 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.691391] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.691391] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.691601] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.693110] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.693110] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.693110] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.693110] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.693110] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.693110] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('134cf66a-fbc4-49d7-8cfb-6f8900631f07',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.193930] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.195030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.195030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.195030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.195030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.195030] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.195030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.195283] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.195283] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.195346] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.197018] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 134cf66a-fbc4-49d7-8cfb-6f8900631f07 already deleted. [ 652.197018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.198259] env[69297]: INFO networking_nsxv3.common.synchronization [None req-1f7e7da7-3419-4e60-bd7e-759cba8a06f3 None None] Enqueued Resource ID: e3c6feab-f3bd-4ed1-8d06-6e73f7a6ff7c with Priority: HIGHEST for action port [ 652.198529] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c6feab-f3bd-4ed1-8d06-6e73f7a6ff7c with Priority: HIGHEST for action port [ 652.199151] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3c6feab-f3bd-4ed1-8d06-6e73f7a6ff7c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.199420] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3c6feab-f3bd-4ed1-8d06-6e73f7a6ff7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.199485] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3c6feab-f3bd-4ed1-8d06-6e73f7a6ff7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.199725] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3c6feab-f3bd-4ed1-8d06-6e73f7a6ff7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.199864] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3c6feab-f3bd-4ed1-8d06-6e73f7a6ff7c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.583273] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9e7de6b-fda3-402e-85c2-1c8c63ff385d in Status: SUCCESS [ 652.583557] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.603986] env[69297]: INFO networking_nsxv3.common.synchronization [req-c517941e-3dcb-4de4-8a39-f1427be46117 req-6e69995b-1e97-499d-8539-10dbc18e3fc3 service nova] Enqueued Resource ID: 83d82433-b9e7-43f2-8431-48c541628597 with Priority: HIGHEST for action security_group_rules [ 652.604111] env[69297]: INFO networking_nsxv3.common.synchronization [req-c517941e-3dcb-4de4-8a39-f1427be46117 req-6e69995b-1e97-499d-8539-10dbc18e3fc3 service nova] Enqueued Resource ID: 83d82433-b9e7-43f2-8431-48c541628597 with Priority: HIGHEST for action security_group_members [ 652.604183] env[69297]: INFO networking_nsxv3.common.synchronization [req-c517941e-3dcb-4de4-8a39-f1427be46117 req-6e69995b-1e97-499d-8539-10dbc18e3fc3 service nova] Enqueued Resource ID: 56f8b892-f116-4b69-9c90-f3dc2471aff7 with Priority: HIGHEST for action port [ 652.604412] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d82433-b9e7-43f2-8431-48c541628597 with Priority: HIGHEST for action security_group_rules [ 652.604542] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d82433-b9e7-43f2-8431-48c541628597 with Priority: HIGHEST for action security_group_members [ 652.604638] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56f8b892-f116-4b69-9c90-f3dc2471aff7 with Priority: HIGHEST for action port [ 652.606650] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83d82433-b9e7-43f2-8431-48c541628597 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.606781] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.606856] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.607080] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.607210] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83d82433-b9e7-43f2-8431-48c541628597',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.608289] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-83d82433-b9e7-43f2-8431-48c541628597 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.608289] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.608289] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.608497] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.608596] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.608660] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.608767] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.610940] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.610940] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.610940] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83d82433-b9e7-43f2-8431-48c541628597',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.610940] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-56f8b892-f116-4b69-9c90-f3dc2471aff7 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.611364] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56f8b892-f116-4b69-9c90-f3dc2471aff7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.611364] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56f8b892-f116-4b69-9c90-f3dc2471aff7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.611364] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56f8b892-f116-4b69-9c90-f3dc2471aff7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.611364] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56f8b892-f116-4b69-9c90-f3dc2471aff7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.706378] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3c6feab-f3bd-4ed1-8d06-6e73f7a6ff7c [ 652.706378] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.706378] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.706378] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.706378] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.706378] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.706378] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3c6feab-f3bd-4ed1-8d06-6e73f7a6ff7c already deleted. [ 652.706378] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3c6feab-f3bd-4ed1-8d06-6e73f7a6ff7c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.824136] env[69297]: INFO networking_nsxv3.common.synchronization [None req-38967292-d489-4df9-b7ff-38f1b6bbf804 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Enqueued Resource ID: bc803fbb-44f8-4897-98f1-848121f2f244 with Priority: HIGHEST for action security_group_rules [ 652.825088] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc803fbb-44f8-4897-98f1-848121f2f244 with Priority: HIGHEST for action security_group_rules [ 652.829794] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc803fbb-44f8-4897-98f1-848121f2f244 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.829794] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.829794] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.829794] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.829794] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc803fbb-44f8-4897-98f1-848121f2f244',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.921172] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-247 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.921172] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.921172] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.921172] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.921172] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.921172] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.921933] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.922322] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.922581] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.922890] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 652.923120] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.923414] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.923636] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.923890] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 652.924165] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.926018] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.947306] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.947306] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 652.947306] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.947306] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.947306] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-37765568-9bcc-4805-962e-9675df8f640f taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.947306] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-37765568-9bcc-4805-962e-9675df8f640f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.947306] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-37765568-9bcc-4805-962e-9675df8f640f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.947306] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-37765568-9bcc-4805-962e-9675df8f640f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.947306] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37765568-9bcc-4805-962e-9675df8f640f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.081406] env[69297]: INFO networking_nsxv3.common.synchronization [None req-d28f9c64-090d-4a5d-a048-5ff5397dce4f tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Enqueued Resource ID: bc803fbb-44f8-4897-98f1-848121f2f244 with Priority: HIGHEST for action security_group_rules [ 653.082640] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc803fbb-44f8-4897-98f1-848121f2f244 with Priority: HIGHEST for action security_group_rules [ 653.083164] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc803fbb-44f8-4897-98f1-848121f2f244 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.083164] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.089797] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 in Status: SUCCESS [ 653.090024] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 deletion is rescheduled due to dependency. [ 653.090251] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.115202] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83d82433-b9e7-43f2-8431-48c541628597',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.116430] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-83d82433-b9e7-43f2-8431-48c541628597 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.120057] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.120057] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56f8b892-f116-4b69-9c90-f3dc2471aff7 with status ACTIVE [ 653.120057] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.120057] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.120057] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.120340] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.120340] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.120863] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.120863] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.120863] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.120863] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.121169] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.121169] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.121273] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.121273] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.121429] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.121484] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.121571] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56f8b892-f116-4b69-9c90-f3dc2471aff7 is going to be updated. [ 653.151251] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.151360] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.151460] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.153565] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.153565] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.153565] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56f8b892-f116-4b69-9c90-f3dc2471aff7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.355582] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.355785] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.355831] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.356072] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.356291] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.356374] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc803fbb-44f8-4897-98f1-848121f2f244 already deleted. [ 653.356412] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.356558] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.356731] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.356814] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc803fbb-44f8-4897-98f1-848121f2f244',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.360372] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5ca00e-221b-44b9-9881-1ad40e457dda in Status: SUCCESS [ 653.360634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.360935] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.361216] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.362130] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.362228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.362957] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.363324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.363464] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.364270] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.364270] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a5ca00e-221b-44b9-9881-1ad40e457dda',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.456262] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.456262] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.456262] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.456262] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.456262] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.456262] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 37765568-9bcc-4805-962e-9675df8f640f not found, creating... [ 653.456262] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.456262] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.456262] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.456262] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.459451] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.460263] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.460594] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.460830] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.461774] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.462015] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.462265] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 37765568-9bcc-4805-962e-9675df8f640f is going to be created. [ 653.490655] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.490913] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.491022] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.491272] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.491491] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.492072] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-37765568-9bcc-4805-962e-9675df8f640f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.619791] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83d82433-b9e7-43f2-8431-48c541628597',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.869606] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5ca00e-221b-44b9-9881-1ad40e457dda taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.869972] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.870211] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.870540] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.870705] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.870845] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.871119] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.871119] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.871231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.871306] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.871520] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5ca00e-221b-44b9-9881-1ad40e457dda taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.871632] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.871704] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.872050] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.872109] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.872177] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.872226] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.872411] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.872634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.872634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.872791] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a5ca00e-221b-44b9-9881-1ad40e457dda',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.886669] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.886669] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.886669] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.886669] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.886669] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.886669] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc803fbb-44f8-4897-98f1-848121f2f244 already deleted. [ 653.886669] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.122743] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.122926] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.122999] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.123226] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.123346] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.123433] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83d82433-b9e7-43f2-8431-48c541628597 is going to be created. [ 654.162337] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.162530] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.162599] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.162831] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.163019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.175822] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83d82433-b9e7-43f2-8431-48c541628597 in Status: UNINITIALIZED for 2s [ 654.250786] env[69297]: INFO networking_nsxv3.common.synchronization [None req-aaa7cc8c-3ae2-454c-a475-805e6251d4af None None] Enqueued Resource ID: e8192e3e-0c26-4ba0-b169-d6a51f3ba931 with Priority: HIGHEST for action port [ 654.251092] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8192e3e-0c26-4ba0-b169-d6a51f3ba931 with Priority: HIGHEST for action port [ 654.252087] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8192e3e-0c26-4ba0-b169-d6a51f3ba931 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.252087] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8192e3e-0c26-4ba0-b169-d6a51f3ba931" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.252087] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8192e3e-0c26-4ba0-b169-d6a51f3ba931" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.252263] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8192e3e-0c26-4ba0-b169-d6a51f3ba931" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.252343] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8192e3e-0c26-4ba0-b169-d6a51f3ba931',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.375072] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a5ca00e-221b-44b9-9881-1ad40e457dda: rpc.has_security_group_logging(os_id): False [ 654.395052] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.395231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.395286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.395504] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.395588] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.395775] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.395891] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.395952] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.396232] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.396311] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.396503] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.396594] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.396653] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.396793] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.396861] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.397068] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.397199] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.397259] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.397403] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.397471] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.397554] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a5ca00e-221b-44b9-9881-1ad40e457dda is going to be created. [ 654.473272] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.473553] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.473553] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.473752] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.473941] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.488015] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a5ca00e-221b-44b9-9881-1ad40e457dda in Status: IN_PROGRESS for 2s [ 654.626553] env[69297]: INFO networking_nsxv3.common.synchronization [req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c req-519b1c40-004c-413e-b84b-e27aa574a858 service nova] Enqueued Resource ID: 134cf66a-fbc4-49d7-8cfb-6f8900631f07 with Priority: HIGHEST for action security_group_rules [ 654.626770] env[69297]: INFO networking_nsxv3.common.synchronization [req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c req-519b1c40-004c-413e-b84b-e27aa574a858 service nova] Enqueued Resource ID: 134cf66a-fbc4-49d7-8cfb-6f8900631f07 with Priority: HIGHEST for action security_group_members [ 654.626932] env[69297]: INFO networking_nsxv3.common.synchronization [req-756ecc74-c4a7-4e88-b4b6-3557810c7d8c req-519b1c40-004c-413e-b84b-e27aa574a858 service nova] Enqueued Resource ID: 37765568-9bcc-4805-962e-9675df8f640f with Priority: HIGHEST for action port [ 654.627270] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 134cf66a-fbc4-49d7-8cfb-6f8900631f07 with Priority: HIGHEST for action security_group_rules [ 654.627399] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 134cf66a-fbc4-49d7-8cfb-6f8900631f07 with Priority: HIGHEST for action security_group_members [ 654.627492] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37765568-9bcc-4805-962e-9675df8f640f with Priority: HIGHEST for action port [ 654.628146] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-134cf66a-fbc4-49d7-8cfb-6f8900631f07 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.628277] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.628343] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.628580] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.628682] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('134cf66a-fbc4-49d7-8cfb-6f8900631f07',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.629582] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-134cf66a-fbc4-49d7-8cfb-6f8900631f07 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.629692] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.629918] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.629918] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.630077] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.630285] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.630285] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.630401] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.630484] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.630574] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('134cf66a-fbc4-49d7-8cfb-6f8900631f07',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.632810] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-37765568-9bcc-4805-962e-9675df8f640f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.632921] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37765568-9bcc-4805-962e-9675df8f640f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.633585] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37765568-9bcc-4805-962e-9675df8f640f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.633585] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37765568-9bcc-4805-962e-9675df8f640f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.633585] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37765568-9bcc-4805-962e-9675df8f640f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.757236] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8192e3e-0c26-4ba0-b169-d6a51f3ba931 [ 654.757236] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.757236] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.757236] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.757236] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.757236] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.757236] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8192e3e-0c26-4ba0-b169-d6a51f3ba931 already deleted. [ 654.757236] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8192e3e-0c26-4ba0-b169-d6a51f3ba931" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.760841] env[69297]: INFO networking_nsxv3.common.synchronization [req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 req-bf5201ca-eafe-4551-9ce8-26fea564fa3b tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Enqueued Resource ID: ae9ce361-4d8e-414d-8c66-387458897bcc with Priority: HIGHEST for action security_group_members [ 654.761523] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae9ce361-4d8e-414d-8c66-387458897bcc with Priority: HIGHEST for action security_group_members [ 654.761748] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae9ce361-4d8e-414d-8c66-387458897bcc taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.761929] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.762018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.762381] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.762560] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.762670] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.762768] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.762955] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.763030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.763746] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae9ce361-4d8e-414d-8c66-387458897bcc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.136047] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('134cf66a-fbc4-49d7-8cfb-6f8900631f07',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.137268] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-134cf66a-fbc4-49d7-8cfb-6f8900631f07 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.137385] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.140516] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37765568-9bcc-4805-962e-9675df8f640f with status ACTIVE [ 655.141852] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.141852] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.141852] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.141852] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.141852] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.141852] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.142266] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.142266] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.142379] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.143338] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.143338] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.143338] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.143338] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.143338] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.143574] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.143574] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37765568-9bcc-4805-962e-9675df8f640f is going to be updated. [ 655.185169] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.185391] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.185391] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.185723] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.186310] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.186310] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37765568-9bcc-4805-962e-9675df8f640f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.270416] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.270416] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.270416] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.270416] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.270416] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.270416] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.270416] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.270416] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.270416] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.270416] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.270416] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae9ce361-4d8e-414d-8c66-387458897bcc already deleted. [ 655.270416] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.482671] env[69297]: INFO networking_nsxv3.common.synchronization [None req-30fba666-baa6-4c9d-885c-cf76925c572b None None] Enqueued Resource ID: 1fe918f6-feb5-4070-9f88-6751b238941c with Priority: HIGHEST for action port [ 655.485495] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe918f6-feb5-4070-9f88-6751b238941c with Priority: HIGHEST for action port [ 655.485495] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fe918f6-feb5-4070-9f88-6751b238941c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.485495] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fe918f6-feb5-4070-9f88-6751b238941c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.485495] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fe918f6-feb5-4070-9f88-6751b238941c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.485495] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fe918f6-feb5-4070-9f88-6751b238941c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.485495] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fe918f6-feb5-4070-9f88-6751b238941c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.530096] env[69297]: INFO networking_nsxv3.common.synchronization [None req-42773130-fb80-45ae-ac67-3c49a163a70d None None] Enqueued Resource ID: 6e0ac5d4-5e31-4cb5-9486-33db77074987 with Priority: HIGHEST for action port [ 655.530773] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e0ac5d4-5e31-4cb5-9486-33db77074987 with Priority: HIGHEST for action port [ 655.534887] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e0ac5d4-5e31-4cb5-9486-33db77074987 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.534887] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e0ac5d4-5e31-4cb5-9486-33db77074987" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.534887] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e0ac5d4-5e31-4cb5-9486-33db77074987" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.534887] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e0ac5d4-5e31-4cb5-9486-33db77074987" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.534887] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e0ac5d4-5e31-4cb5-9486-33db77074987',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.638946] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('134cf66a-fbc4-49d7-8cfb-6f8900631f07',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.929386] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-673 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.929386] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-673" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.929386] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-673" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.929386] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-673" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.929386] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.929386] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.929386] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.929386] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.929386] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.931487] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.933561] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.933561] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.933561] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.933561] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.933561] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.933812] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.957545] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.957545] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 655.957874] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.958212] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-673" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.958750] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-75a25487-8eda-4ba6-890b-d52ea07c636a taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.959121] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-75a25487-8eda-4ba6-890b-d52ea07c636a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.959421] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-75a25487-8eda-4ba6-890b-d52ea07c636a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.959941] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-75a25487-8eda-4ba6-890b-d52ea07c636a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.960239] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75a25487-8eda-4ba6-890b-d52ea07c636a',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.987123] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fe918f6-feb5-4070-9f88-6751b238941c [ 655.987681] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.987681] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.987681] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.987887] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.988574] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.988744] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fe918f6-feb5-4070-9f88-6751b238941c already deleted. [ 655.988839] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fe918f6-feb5-4070-9f88-6751b238941c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.037847] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e0ac5d4-5e31-4cb5-9486-33db77074987 [ 656.040890] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.040890] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.040890] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.040890] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.040890] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.040890] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e0ac5d4-5e31-4cb5-9486-33db77074987 already deleted. [ 656.040890] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e0ac5d4-5e31-4cb5-9486-33db77074987" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.143014] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.143014] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.143366] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.143366] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.143427] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.143548] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 134cf66a-fbc4-49d7-8cfb-6f8900631f07 is going to be created. [ 656.185848] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83d82433-b9e7-43f2-8431-48c541628597 in Status: SUCCESS [ 656.189186] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.189465] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.189719] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.189919] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.190067] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.190135] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.190297] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.190377] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.190459] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.190548] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83d82433-b9e7-43f2-8431-48c541628597',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.204086] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.204429] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.204535] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.204822] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.205060] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.218150] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 134cf66a-fbc4-49d7-8cfb-6f8900631f07 in Status: UNINITIALIZED for 2s [ 656.466146] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.467206] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.467206] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.467206] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.467206] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.467206] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 75a25487-8eda-4ba6-890b-d52ea07c636a not found, creating... [ 656.467385] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.467619] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.467688] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.467892] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.468047] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.468336] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.468522] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.468651] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.468892] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.471526] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.471526] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 75a25487-8eda-4ba6-890b-d52ea07c636a is going to be created. [ 656.493821] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.495523] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.495523] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.495523] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.495523] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.495523] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-75a25487-8eda-4ba6-890b-d52ea07c636a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.511778] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a5ca00e-221b-44b9-9881-1ad40e457dda in Status: SUCCESS [ 656.511778] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.693968] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83d82433-b9e7-43f2-8431-48c541628597',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.713725] env[69297]: INFO networking_nsxv3.common.synchronization [None req-e53adcfe-e64d-493e-80d3-5d9c40db929e None None] Enqueued Resource ID: c49571ee-782f-425d-a283-331765110d14 with Priority: HIGHEST for action port [ 656.714271] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c49571ee-782f-425d-a283-331765110d14 with Priority: HIGHEST for action port [ 656.717890] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-c49571ee-782f-425d-a283-331765110d14 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.718067] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c49571ee-782f-425d-a283-331765110d14" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.718136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c49571ee-782f-425d-a283-331765110d14" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.718413] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c49571ee-782f-425d-a283-331765110d14" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.718500] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c49571ee-782f-425d-a283-331765110d14',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.846898] env[69297]: INFO networking_nsxv3.common.synchronization [req-81d22a3c-a106-4a8f-828e-99b58a525a15 req-619d2543-1eb8-4095-96b2-bc0abea6deed tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Enqueued Resource ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 with Priority: HIGHEST for action security_group_members [ 656.847467] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 with Priority: HIGHEST for action security_group_members [ 656.847801] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-b50d4aab-fded-402e-b7f9-1d028aeb2e79 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.847950] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.849917] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.849917] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.849917] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.850350] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.850350] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.850350] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.850564] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.850613] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.196363] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83d82433-b9e7-43f2-8431-48c541628597: rpc.has_security_group_logging(os_id): False [ 657.216316] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.217351] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.217486] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.217672] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.217767] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.218034] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.218146] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.218215] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.218368] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.218454] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.218544] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83d82433-b9e7-43f2-8431-48c541628597 is going to be created. [ 657.221190] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c49571ee-782f-425d-a283-331765110d14 [ 657.221421] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.221495] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.221550] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.221687] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.221770] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.221859] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c49571ee-782f-425d-a283-331765110d14 already deleted. [ 657.221938] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c49571ee-782f-425d-a283-331765110d14" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.309889] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.309889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.309889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.309889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.309889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.328992] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83d82433-b9e7-43f2-8431-48c541628597 in Status: IN_PROGRESS for 2s [ 657.358573] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.359669] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.359669] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.359669] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.359669] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.359669] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.360172] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.360172] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.360172] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.360172] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.360410] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 already deleted. [ 657.360410] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.736905] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-288 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.736905] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-288" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.736905] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-288" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.736905] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-288" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.740318] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.740931] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.740931] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.741307] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.745353] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.745661] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 657.745944] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.746180] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.746180] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.746656] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 657.746656] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.746656] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.775060] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.775060] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 657.775060] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.775060] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-288" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.775450] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.775532] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.775690] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.776762] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.777020] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.232360] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 134cf66a-fbc4-49d7-8cfb-6f8900631f07 in Status: SUCCESS [ 658.232360] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.232360] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.232360] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.232360] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.232360] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.232360] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.232360] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.232360] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.232360] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.232360] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('134cf66a-fbc4-49d7-8cfb-6f8900631f07',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.286647] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.287034] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.287362] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.287731] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.287807] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.288008] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b not found, creating... [ 658.288293] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.288484] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.288610] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.288846] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.288997] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.289671] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.289993] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.290278] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.290558] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.290728] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.290978] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b is going to be created. [ 658.301558] env[69297]: INFO networking_nsxv3.common.synchronization [req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 req-14232730-2805-47b1-abd1-3025a443fdb0 service nova] Enqueued Resource ID: ae9ce361-4d8e-414d-8c66-387458897bcc with Priority: HIGHEST for action security_group_rules [ 658.302085] env[69297]: INFO networking_nsxv3.common.synchronization [req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 req-14232730-2805-47b1-abd1-3025a443fdb0 service nova] Enqueued Resource ID: ae9ce361-4d8e-414d-8c66-387458897bcc with Priority: HIGHEST for action security_group_members [ 658.302085] env[69297]: INFO networking_nsxv3.common.synchronization [req-6a8afb21-7271-4ef2-9ac2-5fd075087df2 req-14232730-2805-47b1-abd1-3025a443fdb0 service nova] Enqueued Resource ID: 75a25487-8eda-4ba6-890b-d52ea07c636a with Priority: HIGHEST for action port [ 658.302467] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae9ce361-4d8e-414d-8c66-387458897bcc with Priority: HIGHEST for action security_group_rules [ 658.302606] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae9ce361-4d8e-414d-8c66-387458897bcc with Priority: HIGHEST for action security_group_members [ 658.302705] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75a25487-8eda-4ba6-890b-d52ea07c636a with Priority: HIGHEST for action port [ 658.302969] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae9ce361-4d8e-414d-8c66-387458897bcc taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.304052] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.304146] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.304432] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.304633] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae9ce361-4d8e-414d-8c66-387458897bcc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.310604] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae9ce361-4d8e-414d-8c66-387458897bcc taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.310604] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.310604] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.310604] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.310604] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.310604] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.310604] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.310604] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.310604] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.310604] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae9ce361-4d8e-414d-8c66-387458897bcc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.310604] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-75a25487-8eda-4ba6-890b-d52ea07c636a taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.310604] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75a25487-8eda-4ba6-890b-d52ea07c636a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.310604] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75a25487-8eda-4ba6-890b-d52ea07c636a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.310604] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75a25487-8eda-4ba6-890b-d52ea07c636a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.310604] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75a25487-8eda-4ba6-890b-d52ea07c636a',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.315441] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.315441] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.315650] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.315800] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.316637] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.316919] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.638193] env[69297]: INFO networking_nsxv3.common.synchronization [None req-5255e3f5-c696-4db2-b7dd-2689e98805a4 None None] Enqueued Resource ID: 258e63c3-0e32-4e8f-9cb5-2d9d684647fb with Priority: HIGHEST for action port [ 658.638193] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 258e63c3-0e32-4e8f-9cb5-2d9d684647fb with Priority: HIGHEST for action port [ 658.638193] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-258e63c3-0e32-4e8f-9cb5-2d9d684647fb taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.638193] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-258e63c3-0e32-4e8f-9cb5-2d9d684647fb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.638193] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-258e63c3-0e32-4e8f-9cb5-2d9d684647fb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.638193] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-258e63c3-0e32-4e8f-9cb5-2d9d684647fb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.643844] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('258e63c3-0e32-4e8f-9cb5-2d9d684647fb',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.735656] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('134cf66a-fbc4-49d7-8cfb-6f8900631f07',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.811075] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75a25487-8eda-4ba6-890b-d52ea07c636a with status ACTIVE [ 658.811179] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.811325] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.811432] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.811721] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.811822] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.812014] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.812127] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.812196] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.812356] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.812434] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.812615] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.812709] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.812771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.812911] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.812986] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.813454] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75a25487-8eda-4ba6-890b-d52ea07c636a is going to be updated. [ 658.814785] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae9ce361-4d8e-414d-8c66-387458897bcc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.815768] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae9ce361-4d8e-414d-8c66-387458897bcc taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.817114] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.838992] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.839167] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.839245] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.839464] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.839607] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.839775] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75a25487-8eda-4ba6-890b-d52ea07c636a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.145021] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 258e63c3-0e32-4e8f-9cb5-2d9d684647fb [ 659.148145] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.148145] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.148145] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.148145] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.148145] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.148145] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:258e63c3-0e32-4e8f-9cb5-2d9d684647fb already deleted. [ 659.148145] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-258e63c3-0e32-4e8f-9cb5-2d9d684647fb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.169938] env[69297]: INFO networking_nsxv3.common.synchronization [None req-dda7de38-49fb-4a6b-9b3b-d1db73e0d4f2 None None] Enqueued Resource ID: 811024e4-f861-4010-846e-1b8e61c7d943 with Priority: HIGHEST for action port [ 659.169938] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811024e4-f861-4010-846e-1b8e61c7d943 with Priority: HIGHEST for action port [ 659.171819] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-811024e4-f861-4010-846e-1b8e61c7d943 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.171819] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-811024e4-f861-4010-846e-1b8e61c7d943" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.171819] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-811024e4-f861-4010-846e-1b8e61c7d943" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.171819] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-811024e4-f861-4010-846e-1b8e61c7d943" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.172120] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('811024e4-f861-4010-846e-1b8e61c7d943',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.239831] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 134cf66a-fbc4-49d7-8cfb-6f8900631f07: rpc.has_security_group_logging(os_id): False [ 659.259612] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.259612] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.259612] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.259612] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.259612] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.259612] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.259612] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.259612] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.259612] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.259612] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.259612] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 134cf66a-fbc4-49d7-8cfb-6f8900631f07 is going to be created. [ 659.317567] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae9ce361-4d8e-414d-8c66-387458897bcc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.325870] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.325870] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.325870] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.325870] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.325870] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.345589] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 134cf66a-fbc4-49d7-8cfb-6f8900631f07 in Status: IN_PROGRESS for 2s [ 659.345589] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83d82433-b9e7-43f2-8431-48c541628597 in Status: SUCCESS [ 659.345589] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.371324] env[69297]: INFO networking_nsxv3.common.synchronization [req-81d22a3c-a106-4a8f-828e-99b58a525a15 req-fa8513eb-1986-41e5-986e-25513c82f767 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Enqueued Resource ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 with Priority: HIGHEST for action security_group_members [ 659.373015] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 with Priority: HIGHEST for action security_group_members [ 659.373015] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-b50d4aab-fded-402e-b7f9-1d028aeb2e79 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.373015] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.373015] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.373015] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.373015] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.373015] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.373015] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.374066] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.374162] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.374264] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.554509] env[69297]: INFO networking_nsxv3.common.synchronization [req-81d22a3c-a106-4a8f-828e-99b58a525a15 req-f1e9efcb-a2a0-4266-b86f-ee4a17eac4e6 service nova] Enqueued Resource ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 with Priority: HIGHEST for action security_group_rules [ 659.554509] env[69297]: INFO networking_nsxv3.common.synchronization [req-81d22a3c-a106-4a8f-828e-99b58a525a15 req-f1e9efcb-a2a0-4266-b86f-ee4a17eac4e6 service nova] Enqueued Resource ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 with Priority: HIGHEST for action security_group_members [ 659.554509] env[69297]: INFO networking_nsxv3.common.synchronization [req-81d22a3c-a106-4a8f-828e-99b58a525a15 req-f1e9efcb-a2a0-4266-b86f-ee4a17eac4e6 service nova] Enqueued Resource ID: d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b with Priority: HIGHEST for action port [ 659.554509] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 with Priority: HIGHEST for action security_group_rules [ 659.554647] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 with Priority: HIGHEST for action security_group_members [ 659.556068] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b with Priority: HIGHEST for action port [ 659.556068] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b50d4aab-fded-402e-b7f9-1d028aeb2e79 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.556068] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.556068] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.556068] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.556068] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.556978] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-b50d4aab-fded-402e-b7f9-1d028aeb2e79 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.557158] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.557805] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.557925] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.557992] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.558190] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.558291] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.677218] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 811024e4-f861-4010-846e-1b8e61c7d943 [ 659.677218] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.677218] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.677218] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.677466] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.677466] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.677554] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:811024e4-f861-4010-846e-1b8e61c7d943 already deleted. [ 659.677683] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-811024e4-f861-4010-846e-1b8e61c7d943" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.819868] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.820077] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.820160] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.820392] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.820475] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.820671] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae9ce361-4d8e-414d-8c66-387458897bcc is going to be created. [ 659.856351] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.856578] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.856578] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.856808] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.857057] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.873208] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae9ce361-4d8e-414d-8c66-387458897bcc in Status: UNINITIALIZED for 2s [ 659.879285] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.061615] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-b50d4aab-fded-402e-b7f9-1d028aeb2e79 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.063764] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.063764] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b with status ACTIVE [ 660.063764] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.063764] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.063764] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.063764] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.063764] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.063764] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.063764] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.063764] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.064616] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.064616] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.064824] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.065162] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.065162] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.065351] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.065465] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.065572] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b is going to be updated. [ 660.092070] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.092229] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.092302] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.092954] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.093118] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.093273] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8dd12dc-1a30-4a35-9b58-ff1a9bac6f8b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.175010] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-288 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.175438] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-288" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.175784] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-288" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.176349] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-288" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.177223] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.177223] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.177223] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.177920] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.178826] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.180302] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 660.180302] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.180302] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.180302] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.180494] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 660.182407] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.182407] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.212988] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.212988] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 660.212988] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.212988] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-288" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.212988] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-6142db2d-a2ab-4bb2-9f77-d70ac3585883 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.212988] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-6142db2d-a2ab-4bb2-9f77-d70ac3585883" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.213236] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-6142db2d-a2ab-4bb2-9f77-d70ac3585883" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.213867] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-6142db2d-a2ab-4bb2-9f77-d70ac3585883" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.213867] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6142db2d-a2ab-4bb2-9f77-d70ac3585883',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.383491] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.576353] env[69297]: INFO networking_nsxv3.common.synchronization [None req-11d77229-7e9f-432e-a728-56ce582007d5 None None] Enqueued Resource ID: fe2bb21e-c547-4f87-89e9-ff6992bc7805 with Priority: HIGHEST for action port [ 660.576943] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe2bb21e-c547-4f87-89e9-ff6992bc7805 with Priority: HIGHEST for action port [ 660.577232] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe2bb21e-c547-4f87-89e9-ff6992bc7805 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.581938] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe2bb21e-c547-4f87-89e9-ff6992bc7805" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.581938] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe2bb21e-c547-4f87-89e9-ff6992bc7805" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.581938] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe2bb21e-c547-4f87-89e9-ff6992bc7805" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.581938] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe2bb21e-c547-4f87-89e9-ff6992bc7805',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.718044] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.718380] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.719389] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.719389] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.720188] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.721164] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 6142db2d-a2ab-4bb2-9f77-d70ac3585883 not found, creating... [ 660.721164] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.721164] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.721321] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.721559] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.721734] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.722748] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.722960] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.726663] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.726663] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.726663] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.727145] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 6142db2d-a2ab-4bb2-9f77-d70ac3585883 is going to be created. [ 660.756625] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.756934] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.757110] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.757362] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.757636] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.757927] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-6142db2d-a2ab-4bb2-9f77-d70ac3585883" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.887131] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.887449] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.887682] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.887815] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.887904] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.888145] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 is going to be created. [ 660.924398] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.924591] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.924709] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.924833] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.925432] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.939604] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 in Status: UNINITIALIZED for 2s [ 661.082833] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe2bb21e-c547-4f87-89e9-ff6992bc7805 [ 661.083069] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.083259] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.083349] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.083589] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.083821] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.083821] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe2bb21e-c547-4f87-89e9-ff6992bc7805 already deleted. [ 661.083945] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe2bb21e-c547-4f87-89e9-ff6992bc7805" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.297908] env[69297]: INFO networking_nsxv3.common.synchronization [None req-20e2c2c3-cf9d-42d4-b8bc-640a5ffa7f7a None None] Enqueued Resource ID: 272ec275-bba1-4aef-b359-73a1bef74935 with Priority: HIGHEST for action port [ 661.298876] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 272ec275-bba1-4aef-b359-73a1bef74935 with Priority: HIGHEST for action port [ 661.301022] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-272ec275-bba1-4aef-b359-73a1bef74935 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.301022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-272ec275-bba1-4aef-b359-73a1bef74935" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.301022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-272ec275-bba1-4aef-b359-73a1bef74935" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.301022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-272ec275-bba1-4aef-b359-73a1bef74935" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.301022] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('272ec275-bba1-4aef-b359-73a1bef74935',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.359280] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 134cf66a-fbc4-49d7-8cfb-6f8900631f07 in Status: SUCCESS [ 661.359648] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.805839] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 272ec275-bba1-4aef-b359-73a1bef74935 [ 661.805839] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.805839] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.805839] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.805839] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.805839] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.805839] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:272ec275-bba1-4aef-b359-73a1bef74935 already deleted. [ 661.805839] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-272ec275-bba1-4aef-b359-73a1bef74935" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.858787] env[69297]: INFO networking_nsxv3.common.synchronization [req-81d22a3c-a106-4a8f-828e-99b58a525a15 req-fe4ce07d-c8af-4dbd-a1ef-8bdee5ad0c2b tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Enqueued Resource ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 with Priority: HIGHEST for action security_group_members [ 661.858787] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 with Priority: HIGHEST for action security_group_members [ 661.858787] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-b50d4aab-fded-402e-b7f9-1d028aeb2e79 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.858787] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.886651] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae9ce361-4d8e-414d-8c66-387458897bcc in Status: SUCCESS [ 661.886651] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.886651] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.886651] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.886651] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.886651] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.886651] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.886651] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.886651] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.886651] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.886651] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae9ce361-4d8e-414d-8c66-387458897bcc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.297986] env[69297]: INFO networking_nsxv3.common.synchronization [req-f8d87c3b-c3ea-45b0-87d8-816903eb59dd req-84c8d940-95ee-48d7-9631-4f0a84853df0 tempest-ImagesNegativeTestJSON-1942402374 tempest-ImagesNegativeTestJSON-1942402374-project-member] Enqueued Resource ID: c9e7de6b-fda3-402e-85c2-1c8c63ff385d with Priority: HIGHEST for action security_group_members [ 662.298569] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e7de6b-fda3-402e-85c2-1c8c63ff385d with Priority: HIGHEST for action security_group_members [ 662.298940] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9e7de6b-fda3-402e-85c2-1c8c63ff385d taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.299749] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.299876] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.300108] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.300291] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.300390] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.300454] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.300629] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.300700] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.300806] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9e7de6b-fda3-402e-85c2-1c8c63ff385d',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.388167] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae9ce361-4d8e-414d-8c66-387458897bcc taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.388348] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.388443] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.388769] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.388944] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.389062] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.389124] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.389277] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.389359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.389568] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.389760] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae9ce361-4d8e-414d-8c66-387458897bcc taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.389760] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.389760] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.389915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.389994] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.390118] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.390183] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.390313] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.390390] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.390475] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.390567] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae9ce361-4d8e-414d-8c66-387458897bcc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.554221] env[69297]: INFO networking_nsxv3.common.synchronization [req-81d22a3c-a106-4a8f-828e-99b58a525a15 req-73858ad2-9535-4fbb-910b-eb51bad0faf0 service nova] Enqueued Resource ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 with Priority: HIGHEST for action security_group_rules [ 662.554221] env[69297]: INFO networking_nsxv3.common.synchronization [req-81d22a3c-a106-4a8f-828e-99b58a525a15 req-73858ad2-9535-4fbb-910b-eb51bad0faf0 service nova] Enqueued Resource ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 with Priority: HIGHEST for action security_group_members [ 662.554221] env[69297]: INFO networking_nsxv3.common.synchronization [req-81d22a3c-a106-4a8f-828e-99b58a525a15 req-73858ad2-9535-4fbb-910b-eb51bad0faf0 service nova] Enqueued Resource ID: 6142db2d-a2ab-4bb2-9f77-d70ac3585883 with Priority: HIGHEST for action port [ 662.554403] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 with Priority: HIGHEST for action security_group_rules [ 662.554544] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 with Priority: HIGHEST for action security_group_members [ 662.554583] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6142db2d-a2ab-4bb2-9f77-d70ac3585883 with Priority: HIGHEST for action port [ 662.557524] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b50d4aab-fded-402e-b7f9-1d028aeb2e79 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.559505] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.559505] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-b50d4aab-fded-402e-b7f9-1d028aeb2e79 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.559505] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.559505] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-6142db2d-a2ab-4bb2-9f77-d70ac3585883 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.559505] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6142db2d-a2ab-4bb2-9f77-d70ac3585883" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.559505] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6142db2d-a2ab-4bb2-9f77-d70ac3585883" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.559505] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6142db2d-a2ab-4bb2-9f77-d70ac3585883" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.559505] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6142db2d-a2ab-4bb2-9f77-d70ac3585883',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.584124] env[69297]: INFO networking_nsxv3.common.synchronization [None req-ce7071b1-fcba-4e62-8572-9c4313eb7ae2 tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Enqueued Resource ID: 530a1c28-7cc4-42d4-91ef-8100ec8ecadd with Priority: HIGHEST for action security_group_rules [ 662.584124] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530a1c28-7cc4-42d4-91ef-8100ec8ecadd with Priority: HIGHEST for action security_group_rules [ 662.584124] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-530a1c28-7cc4-42d4-91ef-8100ec8ecadd taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.584124] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.584124] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.587771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.587771] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('530a1c28-7cc4-42d4-91ef-8100ec8ecadd',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.803574] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.803834] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.803912] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.804231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.804497] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.804642] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.804642] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.804762] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.804899] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.804947] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.805089] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9e7de6b-fda3-402e-85c2-1c8c63ff385d is going to be updated. [ 662.843578] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.843578] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.843578] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.843578] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.844068] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.857249] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e7de6b-fda3-402e-85c2-1c8c63ff385d in Status: IN_PROGRESS for 2s [ 662.897385] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae9ce361-4d8e-414d-8c66-387458897bcc: rpc.has_security_group_logging(os_id): False [ 662.919131] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.919303] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.919362] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.919574] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.919665] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.919885] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.919985] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.920058] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.920231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.920311] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.920493] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.921232] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.921232] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.921232] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.921232] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.921232] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.921706] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.921706] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.921706] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.921706] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.922429] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae9ce361-4d8e-414d-8c66-387458897bcc is going to be created. [ 662.951571] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 in Status: SUCCESS [ 662.951571] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.951571] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.951571] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.951714] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.952093] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.952172] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.952324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.952376] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.952488] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.995764] env[69297]: INFO networking_nsxv3.common.synchronization [None req-ac2bfece-3660-451c-bd61-184c8b5cf42d tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Enqueued Resource ID: 530a1c28-7cc4-42d4-91ef-8100ec8ecadd with Priority: HIGHEST for action security_group_rules [ 662.996423] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530a1c28-7cc4-42d4-91ef-8100ec8ecadd with Priority: HIGHEST for action security_group_rules [ 662.998021] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-530a1c28-7cc4-42d4-91ef-8100ec8ecadd taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.998021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.000471] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.000471] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.000471] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.000471] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.000471] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.013565] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae9ce361-4d8e-414d-8c66-387458897bcc in Status: IN_PROGRESS for 2s [ 663.051215] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-288 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.051341] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-288" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.051470] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-288" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.051789] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-288" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.052748] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.052960] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.053519] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.053519] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.053519] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.053704] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 663.053820] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.053928] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.054046] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.054166] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 663.054275] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.054419] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.065357] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6142db2d-a2ab-4bb2-9f77-d70ac3585883 with status ACTIVE [ 663.065357] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.065357] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.065357] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.065357] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.065357] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.065357] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.065357] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.065357] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.065658] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.065706] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.065980] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.066131] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.066570] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.066651] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.066849] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.066974] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6142db2d-a2ab-4bb2-9f77-d70ac3585883 is going to be updated. [ 663.083025] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.083025] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 663.083025] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.083255] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-288" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.083613] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-1451a25d-7cfb-4fb2-8844-e517d7eb9042 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.083791] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-1451a25d-7cfb-4fb2-8844-e517d7eb9042" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.083913] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-1451a25d-7cfb-4fb2-8844-e517d7eb9042" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.084309] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-1451a25d-7cfb-4fb2-8844-e517d7eb9042" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.085152] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1451a25d-7cfb-4fb2-8844-e517d7eb9042',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.107899] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.108447] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.108447] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.108447] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.109337] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.109337] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 530a1c28-7cc4-42d4-91ef-8100ec8ecadd already deleted. [ 663.109337] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.110921] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.110921] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.110921] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('530a1c28-7cc4-42d4-91ef-8100ec8ecadd',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.112188] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.115384] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.115384] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.115384] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.115384] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.115384] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6142db2d-a2ab-4bb2-9f77-d70ac3585883" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.456498] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.589095] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.589095] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.589095] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.589095] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.589095] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.589095] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 1451a25d-7cfb-4fb2-8844-e517d7eb9042 not found, creating... [ 663.589736] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.589736] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.589736] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.591702] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.591702] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.591702] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.591702] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.591702] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.591702] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.591702] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.591702] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 1451a25d-7cfb-4fb2-8844-e517d7eb9042 is going to be created. [ 663.622310] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.624949] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.625521] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.625521] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.625845] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.625993] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-1451a25d-7cfb-4fb2-8844-e517d7eb9042" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.653445] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.653445] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.653445] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.653445] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.653445] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.653445] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 530a1c28-7cc4-42d4-91ef-8100ec8ecadd already deleted. [ 663.653445] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.962214] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.396712] env[69297]: INFO networking_nsxv3.common.synchronization [None req-831e4fd0-0fb4-4346-87ee-4ab9ccebeedc None None] Enqueued Resource ID: 2b10cc6c-cea5-4a71-9ba2-286b1535c081 with Priority: HIGHEST for action port [ 664.397645] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b10cc6c-cea5-4a71-9ba2-286b1535c081 with Priority: HIGHEST for action port [ 664.397756] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b10cc6c-cea5-4a71-9ba2-286b1535c081 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.398465] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b10cc6c-cea5-4a71-9ba2-286b1535c081" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.398465] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b10cc6c-cea5-4a71-9ba2-286b1535c081" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.399477] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b10cc6c-cea5-4a71-9ba2-286b1535c081" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.399608] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b10cc6c-cea5-4a71-9ba2-286b1535c081',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.464109] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.466142] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.466357] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.466650] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.466771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.466926] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 is going to be updated. [ 664.500290] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.500542] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.500666] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.501028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.501274] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.512494] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 in Status: IN_PROGRESS for 2s [ 664.665504] env[69297]: INFO networking_nsxv3.common.synchronization [req-81d22a3c-a106-4a8f-828e-99b58a525a15 req-daeebea3-50e9-4e9b-87de-fcd8585daf1d service nova] Enqueued Resource ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 with Priority: HIGHEST for action security_group_rules [ 664.668376] env[69297]: INFO networking_nsxv3.common.synchronization [req-81d22a3c-a106-4a8f-828e-99b58a525a15 req-daeebea3-50e9-4e9b-87de-fcd8585daf1d service nova] Enqueued Resource ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 with Priority: HIGHEST for action security_group_members [ 664.668376] env[69297]: INFO networking_nsxv3.common.synchronization [req-81d22a3c-a106-4a8f-828e-99b58a525a15 req-daeebea3-50e9-4e9b-87de-fcd8585daf1d service nova] Enqueued Resource ID: 1451a25d-7cfb-4fb2-8844-e517d7eb9042 with Priority: HIGHEST for action port [ 664.668682] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 with Priority: HIGHEST for action security_group_rules [ 664.668682] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 with Priority: HIGHEST for action security_group_members [ 664.668746] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1451a25d-7cfb-4fb2-8844-e517d7eb9042 with Priority: HIGHEST for action port [ 664.669520] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b50d4aab-fded-402e-b7f9-1d028aeb2e79 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.669520] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.669700] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-b50d4aab-fded-402e-b7f9-1d028aeb2e79 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.669790] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.669969] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-1451a25d-7cfb-4fb2-8844-e517d7eb9042 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.670079] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1451a25d-7cfb-4fb2-8844-e517d7eb9042" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.670143] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1451a25d-7cfb-4fb2-8844-e517d7eb9042" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.670469] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1451a25d-7cfb-4fb2-8844-e517d7eb9042" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.670578] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1451a25d-7cfb-4fb2-8844-e517d7eb9042',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.868999] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9e7de6b-fda3-402e-85c2-1c8c63ff385d in Status: SUCCESS [ 664.868999] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9e7de6b-fda3-402e-85c2-1c8c63ff385d deletion is rescheduled due to dependency. [ 664.868999] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.902536] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b10cc6c-cea5-4a71-9ba2-286b1535c081 [ 664.902930] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.903082] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.903167] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.903583] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.903680] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.903873] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b10cc6c-cea5-4a71-9ba2-286b1535c081 already deleted. [ 664.904546] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b10cc6c-cea5-4a71-9ba2-286b1535c081" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.029591] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae9ce361-4d8e-414d-8c66-387458897bcc in Status: SUCCESS [ 665.029859] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.173621] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1451a25d-7cfb-4fb2-8844-e517d7eb9042 with status ACTIVE [ 665.174154] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.174154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.174154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.175555] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.175555] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.175555] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.175555] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.175555] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.175555] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.175555] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.175555] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.175555] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.175555] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.175555] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.175555] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.179247] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1451a25d-7cfb-4fb2-8844-e517d7eb9042 is going to be updated. [ 665.210382] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.210518] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.210591] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.210813] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.210956] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.211138] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1451a25d-7cfb-4fb2-8844-e517d7eb9042" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.457489] env[69297]: INFO networking_nsxv3.common.synchronization [None req-e805b4f4-200a-43c6-90d6-03830ac70c79 None None] Enqueued Resource ID: 2dc5e3c6-fbc9-4b86-ac9a-567bd2d205ff with Priority: HIGHEST for action port [ 666.457489] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dc5e3c6-fbc9-4b86-ac9a-567bd2d205ff with Priority: HIGHEST for action port [ 666.457489] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dc5e3c6-fbc9-4b86-ac9a-567bd2d205ff taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.457489] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dc5e3c6-fbc9-4b86-ac9a-567bd2d205ff" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.457489] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dc5e3c6-fbc9-4b86-ac9a-567bd2d205ff" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.458076] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dc5e3c6-fbc9-4b86-ac9a-567bd2d205ff" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.458076] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dc5e3c6-fbc9-4b86-ac9a-567bd2d205ff',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.528348] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 in Status: SUCCESS [ 666.528660] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.528899] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.529148] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.529356] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.529652] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.529652] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.529805] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.529805] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.529904] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.530029] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.531763] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.532123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.532806] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.532806] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.532806] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.533021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.533021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.533315] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.575988] env[69297]: INFO networking_nsxv3.common.synchronization [None req-f8a8436c-03fc-49b1-9f68-4a22f9344b01 None None] Enqueued Resource ID: 246ef3c2-5af5-403e-be1d-aaf8476169c4 with Priority: HIGHEST for action port [ 666.576060] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 246ef3c2-5af5-403e-be1d-aaf8476169c4 with Priority: HIGHEST for action port [ 666.576680] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-246ef3c2-5af5-403e-be1d-aaf8476169c4 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.576851] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-246ef3c2-5af5-403e-be1d-aaf8476169c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.576914] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-246ef3c2-5af5-403e-be1d-aaf8476169c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.579722] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-246ef3c2-5af5-403e-be1d-aaf8476169c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.579722] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('246ef3c2-5af5-403e-be1d-aaf8476169c4',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.963934] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2dc5e3c6-fbc9-4b86-ac9a-567bd2d205ff [ 666.963934] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.963934] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.963934] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.963934] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.963934] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.963934] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2dc5e3c6-fbc9-4b86-ac9a-567bd2d205ff already deleted. [ 666.963934] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dc5e3c6-fbc9-4b86-ac9a-567bd2d205ff" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.035252] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-b50d4aab-fded-402e-b7f9-1d028aeb2e79 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.035488] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.039589] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.083044] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 246ef3c2-5af5-403e-be1d-aaf8476169c4 [ 667.085167] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.085167] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.085167] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.085167] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.085167] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.085167] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:246ef3c2-5af5-403e-be1d-aaf8476169c4 already deleted. [ 667.085167] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-246ef3c2-5af5-403e-be1d-aaf8476169c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.546514] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.052518] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.052848] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.053053] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.053374] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.053610] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.053836] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 is going to be updated. [ 668.087626] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.087626] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.087626] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.087626] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.088067] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.099955] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 in Status: IN_PROGRESS for 2s [ 669.449383] env[69297]: INFO networking_nsxv3.common.synchronization [None req-845dd5b7-43a0-46c2-bc2c-ab60412b8b76 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Enqueued Resource ID: 3794fd0d-dbfb-4192-a5b5-79aa4acf9875 with Priority: HIGHEST for action security_group_rules [ 669.449804] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3794fd0d-dbfb-4192-a5b5-79aa4acf9875 with Priority: HIGHEST for action security_group_rules [ 669.450116] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3794fd0d-dbfb-4192-a5b5-79aa4acf9875 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.450253] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.450301] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.450626] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.450626] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3794fd0d-dbfb-4192-a5b5-79aa4acf9875',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.610104] env[69297]: INFO networking_nsxv3.common.synchronization [None req-1cdec672-fa57-4fa4-bf6c-bd897c23bf32 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Enqueued Resource ID: 3794fd0d-dbfb-4192-a5b5-79aa4acf9875 with Priority: HIGHEST for action security_group_rules [ 669.610662] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3794fd0d-dbfb-4192-a5b5-79aa4acf9875 with Priority: HIGHEST for action security_group_rules [ 669.611224] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3794fd0d-dbfb-4192-a5b5-79aa4acf9875 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.611425] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.631921] env[69297]: INFO networking_nsxv3.common.synchronization [None req-be68c85b-27fd-45a9-9acb-9f54a0627962 None None] Enqueued Resource ID: 8b4ede5e-36b8-472a-bdc5-8da7785ed742 with Priority: HIGHEST for action port [ 669.632120] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b4ede5e-36b8-472a-bdc5-8da7785ed742 with Priority: HIGHEST for action port [ 669.632682] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b4ede5e-36b8-472a-bdc5-8da7785ed742 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.632797] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b4ede5e-36b8-472a-bdc5-8da7785ed742" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.634505] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b4ede5e-36b8-472a-bdc5-8da7785ed742" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.634505] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b4ede5e-36b8-472a-bdc5-8da7785ed742" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.634505] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b4ede5e-36b8-472a-bdc5-8da7785ed742',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.771623] env[69297]: INFO networking_nsxv3.common.synchronization [None req-def060e0-f689-461f-99bf-19f9864ffb17 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Enqueued Resource ID: 5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f with Priority: HIGHEST for action security_group_rules [ 669.772289] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f with Priority: HIGHEST for action security_group_rules [ 669.772684] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.772820] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.773495] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.773624] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.773824] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.977316] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.977532] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.977694] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.977920] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.978101] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.978320] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3794fd0d-dbfb-4192-a5b5-79aa4acf9875 already deleted. [ 669.978320] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.978492] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.978687] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.978773] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3794fd0d-dbfb-4192-a5b5-79aa4acf9875',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.988622] env[69297]: INFO networking_nsxv3.common.synchronization [None req-50921b4d-0202-4617-8aa6-5597bfdcd577 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Enqueued Resource ID: 5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f with Priority: HIGHEST for action security_group_rules [ 669.989096] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f with Priority: HIGHEST for action security_group_rules [ 669.989422] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.989532] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.115097] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 in Status: SUCCESS [ 670.115097] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.117093] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.117093] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.117093] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.117093] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.117093] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.117093] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.117093] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.117093] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.135210] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b4ede5e-36b8-472a-bdc5-8da7785ed742 [ 670.135449] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.135586] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.135657] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.135917] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.136060] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.136212] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b4ede5e-36b8-472a-bdc5-8da7785ed742 already deleted. [ 670.136331] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b4ede5e-36b8-472a-bdc5-8da7785ed742" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.281292] env[69297]: INFO networking_nsxv3.common.synchronization [None req-dce688ac-c2a8-4530-ab53-14278ae67a98 None None] Enqueued Resource ID: 2e39b379-fefa-4644-8a3f-8e446f66431b with Priority: HIGHEST for action port [ 670.281755] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e39b379-fefa-4644-8a3f-8e446f66431b with Priority: HIGHEST for action port [ 670.282431] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e39b379-fefa-4644-8a3f-8e446f66431b taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.282608] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e39b379-fefa-4644-8a3f-8e446f66431b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.282730] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e39b379-fefa-4644-8a3f-8e446f66431b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.283266] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e39b379-fefa-4644-8a3f-8e446f66431b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.283414] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e39b379-fefa-4644-8a3f-8e446f66431b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.295745] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.295745] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.296160] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.296160] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.296160] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.296369] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f already deleted. [ 670.296369] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.297102] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.297503] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.298026] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.512621] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.512621] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.512621] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.513073] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.513073] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.513166] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3794fd0d-dbfb-4192-a5b5-79aa4acf9875 already deleted. [ 670.513280] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.622022] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.689928] env[69297]: INFO networking_nsxv3.common.synchronization [req-6a068934-23b3-4b68-8799-2c156c1976d9 req-d0dc53a3-8a92-4c03-bc88-9312f0a7258b tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Enqueued Resource ID: c0b701f7-25ef-487a-8000-f976a0b61e3a with Priority: HIGHEST for action security_group_members [ 670.690610] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0b701f7-25ef-487a-8000-f976a0b61e3a with Priority: HIGHEST for action security_group_members [ 670.690949] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0b701f7-25ef-487a-8000-f976a0b61e3a taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.691742] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.691742] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.691742] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.691742] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.692081] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.692081] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.692150] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.692247] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.693136] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0b701f7-25ef-487a-8000-f976a0b61e3a',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.787401] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e39b379-fefa-4644-8a3f-8e446f66431b [ 670.787685] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.787800] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.787858] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.788115] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.788231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.788298] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e39b379-fefa-4644-8a3f-8e446f66431b already deleted. [ 670.788379] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e39b379-fefa-4644-8a3f-8e446f66431b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.823971] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.823971] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.823971] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.823971] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.823971] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.823971] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f already deleted. [ 670.823971] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.062440] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-332 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.063025] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.063785] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.064168] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.064675] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.065063] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.065236] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.065517] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.065904] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.066368] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.066539] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.066880] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.067322] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.067704] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.067889] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.068250] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.094400] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.094651] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 671.094811] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.095016] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.095347] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-a288ac7b-5bb7-4715-b833-7f0934f8d9e0 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.095551] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-a288ac7b-5bb7-4715-b833-7f0934f8d9e0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.095670] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-a288ac7b-5bb7-4715-b833-7f0934f8d9e0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.096013] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-a288ac7b-5bb7-4715-b833-7f0934f8d9e0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.097042] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a288ac7b-5bb7-4715-b833-7f0934f8d9e0',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.126834] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.194498] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.195081] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.195235] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.195848] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.195848] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.195848] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.195848] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.196050] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.196108] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.196206] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.196362] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0b701f7-25ef-487a-8000-f976a0b61e3a already deleted. [ 671.196494] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.599927] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.600367] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.600367] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.600645] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.600817] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.601014] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port a288ac7b-5bb7-4715-b833-7f0934f8d9e0 not found, creating... [ 671.601317] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.601971] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.602208] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.602679] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.602895] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.603337] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.603562] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.603989] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.604465] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.604645] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.604917] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: a288ac7b-5bb7-4715-b833-7f0934f8d9e0 is going to be created. [ 671.627324] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.627566] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.627670] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.628183] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.628183] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.628388] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-a288ac7b-5bb7-4715-b833-7f0934f8d9e0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.629389] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.629516] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.629581] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.629736] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.629805] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.629908] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 is going to be updated. [ 671.695889] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.696061] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.696150] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.696464] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.696631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.712708] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 in Status: IN_PROGRESS for 2s [ 672.856764] env[69297]: INFO networking_nsxv3.common.synchronization [req-6a068934-23b3-4b68-8799-2c156c1976d9 req-94dfb1d9-6a11-4ad6-92ca-a7eb0601b238 service nova] Enqueued Resource ID: c0b701f7-25ef-487a-8000-f976a0b61e3a with Priority: HIGHEST for action security_group_rules [ 672.857284] env[69297]: INFO networking_nsxv3.common.synchronization [req-6a068934-23b3-4b68-8799-2c156c1976d9 req-94dfb1d9-6a11-4ad6-92ca-a7eb0601b238 service nova] Enqueued Resource ID: c0b701f7-25ef-487a-8000-f976a0b61e3a with Priority: HIGHEST for action security_group_members [ 672.857284] env[69297]: INFO networking_nsxv3.common.synchronization [req-6a068934-23b3-4b68-8799-2c156c1976d9 req-94dfb1d9-6a11-4ad6-92ca-a7eb0601b238 service nova] Enqueued Resource ID: a288ac7b-5bb7-4715-b833-7f0934f8d9e0 with Priority: HIGHEST for action port [ 672.857572] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0b701f7-25ef-487a-8000-f976a0b61e3a with Priority: HIGHEST for action security_group_rules [ 672.857572] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0b701f7-25ef-487a-8000-f976a0b61e3a with Priority: HIGHEST for action security_group_members [ 672.857572] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a288ac7b-5bb7-4715-b833-7f0934f8d9e0 with Priority: HIGHEST for action port [ 672.862027] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0b701f7-25ef-487a-8000-f976a0b61e3a taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.862027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.862027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.862352] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.862352] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0b701f7-25ef-487a-8000-f976a0b61e3a',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.864431] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0b701f7-25ef-487a-8000-f976a0b61e3a taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.864547] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.864616] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.864819] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.865085] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.865085] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.865206] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.865295] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.865378] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.865483] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0b701f7-25ef-487a-8000-f976a0b61e3a',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.866737] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-a288ac7b-5bb7-4715-b833-7f0934f8d9e0 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.866869] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a288ac7b-5bb7-4715-b833-7f0934f8d9e0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.866955] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a288ac7b-5bb7-4715-b833-7f0934f8d9e0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.867732] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a288ac7b-5bb7-4715-b833-7f0934f8d9e0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.867777] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a288ac7b-5bb7-4715-b833-7f0934f8d9e0',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.364983] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0b701f7-25ef-487a-8000-f976a0b61e3a taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.365193] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.370634] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a288ac7b-5bb7-4715-b833-7f0934f8d9e0 with status ACTIVE [ 673.370904] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.371066] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.371139] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.371327] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.371620] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.371813] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.371916] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.371985] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.372167] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.372403] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.372536] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.372619] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.372619] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.372761] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.372831] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.373384] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a288ac7b-5bb7-4715-b833-7f0934f8d9e0 is going to be updated. [ 673.375163] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0b701f7-25ef-487a-8000-f976a0b61e3a',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.406851] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.407366] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.407366] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.407366] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.407664] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.407714] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a288ac7b-5bb7-4715-b833-7f0934f8d9e0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.734688] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 in Status: SUCCESS [ 673.734688] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.734688] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.734688] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.734688] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.734688] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.734688] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.734688] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.734688] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.734688] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.878197] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0b701f7-25ef-487a-8000-f976a0b61e3a',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.917949] env[69297]: INFO networking_nsxv3.common.synchronization [req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae req-12f02771-924b-4de1-b818-043b01e33a49 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Enqueued Resource ID: 5ee89125-2d0a-483b-a852-590b1fba1326 with Priority: HIGHEST for action security_group_members [ 673.918959] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee89125-2d0a-483b-a852-590b1fba1326 with Priority: HIGHEST for action security_group_members [ 673.920442] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee89125-2d0a-483b-a852-590b1fba1326 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.920442] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.920686] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.920811] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.920980] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.921096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.921200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.921773] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.921773] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.921773] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ee89125-2d0a-483b-a852-590b1fba1326',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.943612] env[69297]: INFO networking_nsxv3.common.synchronization [None req-c98275b3-4e2b-46d7-b439-5593341b65cf None None] Enqueued Resource ID: c9cc1298-af22-4784-a942-fc5d39ceaf37 with Priority: HIGHEST for action port [ 673.944342] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9cc1298-af22-4784-a942-fc5d39ceaf37 with Priority: HIGHEST for action port [ 673.944653] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9cc1298-af22-4784-a942-fc5d39ceaf37 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.944795] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9cc1298-af22-4784-a942-fc5d39ceaf37" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.944861] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9cc1298-af22-4784-a942-fc5d39ceaf37" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.945368] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9cc1298-af22-4784-a942-fc5d39ceaf37" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.945477] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9cc1298-af22-4784-a942-fc5d39ceaf37',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.235125] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.381769] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.382025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.382025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.382262] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.382356] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.382494] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0b701f7-25ef-487a-8000-f976a0b61e3a is going to be created. [ 674.412532] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.412532] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.412719] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.412923] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.412963] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.423715] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0b701f7-25ef-487a-8000-f976a0b61e3a in Status: UNINITIALIZED for 2s [ 674.427388] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.427546] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.427615] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.427823] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.427912] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.428120] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.428215] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.428276] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.428419] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.428493] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.428574] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee89125-2d0a-483b-a852-590b1fba1326 already deleted. [ 674.428680] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.448803] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9cc1298-af22-4784-a942-fc5d39ceaf37 [ 674.449223] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.449354] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.449354] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.450297] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.450297] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.450297] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9cc1298-af22-4784-a942-fc5d39ceaf37 already deleted. [ 674.450297] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9cc1298-af22-4784-a942-fc5d39ceaf37" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.698105] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-332 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.698105] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.698105] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.698105] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.698105] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.699302] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.699607] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.699952] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.700272] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.700633] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.700911] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.701204] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.702086] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.702086] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.702086] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.702086] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.723128] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.723128] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 674.723128] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.723128] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.723128] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-840311e2-fb3f-4ee5-b737-7db23f82afc4 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.723128] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-840311e2-fb3f-4ee5-b737-7db23f82afc4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.723128] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-840311e2-fb3f-4ee5-b737-7db23f82afc4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.723128] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-840311e2-fb3f-4ee5-b737-7db23f82afc4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.723128] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('840311e2-fb3f-4ee5-b737-7db23f82afc4',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.737086] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.228256] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.228621] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.228790] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.229110] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.229291] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.229494] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 840311e2-fb3f-4ee5-b737-7db23f82afc4 not found, creating... [ 675.229818] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.229992] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.230159] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.230365] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.230507] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.230858] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.231049] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.234074] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.234733] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.235013] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.235106] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 840311e2-fb3f-4ee5-b737-7db23f82afc4 is going to be created. [ 675.243283] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.243283] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.243283] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.243283] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.243283] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.243283] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 is going to be updated. [ 675.262613] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.262855] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.263012] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.263325] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.263555] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.263779] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-840311e2-fb3f-4ee5-b737-7db23f82afc4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.287885] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.288089] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.288184] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.288852] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.288852] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.306521] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 in Status: IN_PROGRESS for 2s [ 676.236647] env[69297]: INFO networking_nsxv3.common.synchronization [req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f req-5ccbb980-ba54-4e7b-971c-eaa0ebeefc0f tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Enqueued Resource ID: dfd04832-0b95-4717-ad46-34a15a58f1ec with Priority: HIGHEST for action security_group_members [ 676.237988] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd04832-0b95-4717-ad46-34a15a58f1ec with Priority: HIGHEST for action security_group_members [ 676.239696] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd04832-0b95-4717-ad46-34a15a58f1ec taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.239696] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.239696] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.239696] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.239696] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.239696] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.239696] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.239696] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.239696] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.239696] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd04832-0b95-4717-ad46-34a15a58f1ec',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.434566] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0b701f7-25ef-487a-8000-f976a0b61e3a in Status: SUCCESS [ 676.434752] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.434935] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.435189] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.435382] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.435523] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.435680] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.435724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.435836] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.435886] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.436066] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0b701f7-25ef-487a-8000-f976a0b61e3a',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.632757] env[69297]: INFO networking_nsxv3.common.synchronization [None req-460f7e01-9ddf-4de8-bd67-3882c6a9af00 None None] Enqueued Resource ID: c4e5dd38-a9f8-4c00-a738-79245efd001c with Priority: HIGHEST for action port [ 676.632757] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4e5dd38-a9f8-4c00-a738-79245efd001c with Priority: HIGHEST for action port [ 676.632757] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4e5dd38-a9f8-4c00-a738-79245efd001c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.632757] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4e5dd38-a9f8-4c00-a738-79245efd001c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.632757] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4e5dd38-a9f8-4c00-a738-79245efd001c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.632757] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4e5dd38-a9f8-4c00-a738-79245efd001c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.632757] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4e5dd38-a9f8-4c00-a738-79245efd001c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.685676] env[69297]: INFO networking_nsxv3.common.synchronization [req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae req-ba16d1ba-0ac5-40f2-bcce-1a066aadbc49 service nova] Enqueued Resource ID: 5ee89125-2d0a-483b-a852-590b1fba1326 with Priority: HIGHEST for action security_group_rules [ 676.685890] env[69297]: INFO networking_nsxv3.common.synchronization [req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae req-ba16d1ba-0ac5-40f2-bcce-1a066aadbc49 service nova] Enqueued Resource ID: 5ee89125-2d0a-483b-a852-590b1fba1326 with Priority: HIGHEST for action security_group_members [ 676.686034] env[69297]: INFO networking_nsxv3.common.synchronization [req-5ef8d1df-2ea1-4242-b3f9-ad7fcdb74dae req-ba16d1ba-0ac5-40f2-bcce-1a066aadbc49 service nova] Enqueued Resource ID: 840311e2-fb3f-4ee5-b737-7db23f82afc4 with Priority: HIGHEST for action port [ 676.695565] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee89125-2d0a-483b-a852-590b1fba1326 with Priority: HIGHEST for action security_group_rules [ 676.695565] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee89125-2d0a-483b-a852-590b1fba1326 with Priority: HIGHEST for action security_group_members [ 676.695565] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 840311e2-fb3f-4ee5-b737-7db23f82afc4 with Priority: HIGHEST for action port [ 676.695565] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ee89125-2d0a-483b-a852-590b1fba1326 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.695565] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.695565] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.695565] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.695565] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ee89125-2d0a-483b-a852-590b1fba1326',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.695565] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee89125-2d0a-483b-a852-590b1fba1326 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.695565] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.695565] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.695565] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.695565] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.695565] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.695565] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.698475] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.698475] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.698475] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ee89125-2d0a-483b-a852-590b1fba1326',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.698475] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-840311e2-fb3f-4ee5-b737-7db23f82afc4 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.709266] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-840311e2-fb3f-4ee5-b737-7db23f82afc4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.709266] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-840311e2-fb3f-4ee5-b737-7db23f82afc4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.709266] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-840311e2-fb3f-4ee5-b737-7db23f82afc4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.709266] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('840311e2-fb3f-4ee5-b737-7db23f82afc4',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.746376] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.746376] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.746376] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.746376] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.746376] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.746376] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.746376] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.746376] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.746376] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.746376] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.746376] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd04832-0b95-4717-ad46-34a15a58f1ec already deleted. [ 676.746376] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.943122] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0b701f7-25ef-487a-8000-f976a0b61e3a taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.943122] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.943122] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.943414] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.943501] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.943600] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.943654] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.943833] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.943956] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.944061] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.944238] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0b701f7-25ef-487a-8000-f976a0b61e3a taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.944415] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.944585] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.944715] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.945283] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.945283] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.945283] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.945283] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.945283] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.946833] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.946833] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0b701f7-25ef-487a-8000-f976a0b61e3a',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.125502] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-332 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.126280] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.126280] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.126280] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.126621] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.126621] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.126794] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.131059] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.131059] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.131059] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.131059] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.131059] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.131059] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.131059] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 677.131059] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.131059] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.138806] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4e5dd38-a9f8-4c00-a738-79245efd001c [ 677.138806] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.138806] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.138806] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.138806] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.138806] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.138806] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4e5dd38-a9f8-4c00-a738-79245efd001c already deleted. [ 677.138806] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4e5dd38-a9f8-4c00-a738-79245efd001c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.151561] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.151743] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 677.151880] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.152071] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.152382] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-e52b02c4-8a93-4872-b381-cc848984ae93 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.152559] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-e52b02c4-8a93-4872-b381-cc848984ae93" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.152660] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-e52b02c4-8a93-4872-b381-cc848984ae93" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.153083] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-e52b02c4-8a93-4872-b381-cc848984ae93" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.153171] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e52b02c4-8a93-4872-b381-cc848984ae93',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.203546] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ee89125-2d0a-483b-a852-590b1fba1326',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.205253] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee89125-2d0a-483b-a852-590b1fba1326 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.205433] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.205939] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 840311e2-fb3f-4ee5-b737-7db23f82afc4 with status ACTIVE [ 677.206156] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.206267] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.206529] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.206569] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.206670] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.206840] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.206974] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.207068] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.207240] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.207324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.207968] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.207968] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.207968] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.207968] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.207968] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.208197] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 840311e2-fb3f-4ee5-b737-7db23f82afc4 is going to be updated. [ 677.230522] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.230741] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.230741] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.230963] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.231112] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.231274] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-840311e2-fb3f-4ee5-b737-7db23f82afc4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.317356] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 in Status: SUCCESS [ 677.320022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.320022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.320022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.320022] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.320022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.320022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.320022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.320022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.320022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.320022] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-b50d4aab-fded-402e-b7f9-1d028aeb2e79 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.320022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.320022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.320022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.320022] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.320792] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.320963] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.321222] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.322320] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.322320] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.322320] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.449754] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0b701f7-25ef-487a-8000-f976a0b61e3a: rpc.has_security_group_logging(os_id): False [ 677.470252] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.470252] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.470496] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.470534] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.470643] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.470871] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.470986] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.471070] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.472311] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.472311] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.472311] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.472694] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.472810] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.473052] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.473233] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.475336] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.476268] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.476268] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.476268] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.476268] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.476268] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0b701f7-25ef-487a-8000-f976a0b61e3a is going to be created. [ 677.568399] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.568399] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.568399] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.568399] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.568399] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.580815] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0b701f7-25ef-487a-8000-f976a0b61e3a in Status: IN_PROGRESS for 2s [ 677.658097] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.658097] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.658097] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.658097] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.658097] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.658097] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port e52b02c4-8a93-4872-b381-cc848984ae93 not found, creating... [ 677.658097] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.658097] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.659105] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.659105] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.659105] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.659105] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.663888] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.663888] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.664297] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.664497] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.664665] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: e52b02c4-8a93-4872-b381-cc848984ae93 is going to be created. [ 677.699388] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.699612] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.699724] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.699993] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.700239] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.700452] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-e52b02c4-8a93-4872-b381-cc848984ae93" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.709107] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ee89125-2d0a-483b-a852-590b1fba1326',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.756810] env[69297]: INFO networking_nsxv3.common.synchronization [None req-5b689745-355e-4960-862b-85a5bcda3329 None None] Enqueued Resource ID: 4edeec75-bbdf-4bf7-8f00-6a74fe01b40a with Priority: HIGHEST for action port [ 677.757722] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4edeec75-bbdf-4bf7-8f00-6a74fe01b40a with Priority: HIGHEST for action port [ 677.758118] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-4edeec75-bbdf-4bf7-8f00-6a74fe01b40a taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.758311] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4edeec75-bbdf-4bf7-8f00-6a74fe01b40a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.758406] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4edeec75-bbdf-4bf7-8f00-6a74fe01b40a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.758773] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4edeec75-bbdf-4bf7-8f00-6a74fe01b40a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.758958] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4edeec75-bbdf-4bf7-8f00-6a74fe01b40a',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.823954] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b50d4aab-fded-402e-b7f9-1d028aeb2e79: rpc.has_security_group_logging(os_id): False [ 677.859666] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.859910] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.859990] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.860808] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.861470] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.861751] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.861952] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.862050] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.862270] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.862393] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.863164] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.863327] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.863432] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.865024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.865024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.865024] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.865024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.865024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.865024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.865024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.865361] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 is going to be created. [ 677.983444] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.983552] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.983598] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.985193] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.985193] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.998299] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 in Status: IN_PROGRESS for 2s [ 678.216214] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.216214] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.216214] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.216214] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.216214] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.216214] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee89125-2d0a-483b-a852-590b1fba1326 is going to be created. [ 678.263775] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4edeec75-bbdf-4bf7-8f00-6a74fe01b40a [ 678.263775] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.263775] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.263775] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.263775] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.263775] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.263775] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4edeec75-bbdf-4bf7-8f00-6a74fe01b40a already deleted. [ 678.263775] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4edeec75-bbdf-4bf7-8f00-6a74fe01b40a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.270731] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.270731] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.270731] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.270731] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.270731] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.281826] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee89125-2d0a-483b-a852-590b1fba1326 in Status: UNINITIALIZED for 2s [ 678.536936] env[69297]: INFO networking_nsxv3.common.synchronization [req-cdad1758-84c2-4586-b130-861cfa30c870 req-d0e2b07e-e235-4a56-b5e9-a9a97e61914a tempest-AttachInterfacesV270Test-704051122 tempest-AttachInterfacesV270Test-704051122-project-member] Enqueued Resource ID: ae9ce361-4d8e-414d-8c66-387458897bcc with Priority: HIGHEST for action security_group_members [ 678.537626] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae9ce361-4d8e-414d-8c66-387458897bcc with Priority: HIGHEST for action security_group_members [ 678.537856] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae9ce361-4d8e-414d-8c66-387458897bcc taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.537972] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.538178] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.538404] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.538568] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.538721] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.538777] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.538934] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.539055] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.539153] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae9ce361-4d8e-414d-8c66-387458897bcc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.043617] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.043617] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.043617] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.043617] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.043617] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.043617] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.043617] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.043617] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.043617] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.043617] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.043617] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae9ce361-4d8e-414d-8c66-387458897bcc is going to be updated. [ 679.073654] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.073915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.073915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.074215] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.074215] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.087247] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae9ce361-4d8e-414d-8c66-387458897bcc in Status: IN_PROGRESS for 2s [ 679.206026] env[69297]: INFO networking_nsxv3.common.synchronization [req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f req-41231619-bb97-4c60-af35-bc76364c8fc0 service nova] Enqueued Resource ID: dfd04832-0b95-4717-ad46-34a15a58f1ec with Priority: HIGHEST for action security_group_rules [ 679.206026] env[69297]: INFO networking_nsxv3.common.synchronization [req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f req-41231619-bb97-4c60-af35-bc76364c8fc0 service nova] Enqueued Resource ID: dfd04832-0b95-4717-ad46-34a15a58f1ec with Priority: HIGHEST for action security_group_members [ 679.206026] env[69297]: INFO networking_nsxv3.common.synchronization [req-0be07b3b-4dc4-40a5-9c58-65130fd7f13f req-41231619-bb97-4c60-af35-bc76364c8fc0 service nova] Enqueued Resource ID: e52b02c4-8a93-4872-b381-cc848984ae93 with Priority: HIGHEST for action port [ 679.206026] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd04832-0b95-4717-ad46-34a15a58f1ec with Priority: HIGHEST for action security_group_rules [ 679.206026] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd04832-0b95-4717-ad46-34a15a58f1ec with Priority: HIGHEST for action security_group_members [ 679.206026] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e52b02c4-8a93-4872-b381-cc848984ae93 with Priority: HIGHEST for action port [ 679.206026] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfd04832-0b95-4717-ad46-34a15a58f1ec taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.206026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.206026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.206026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.206026] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfd04832-0b95-4717-ad46-34a15a58f1ec',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.211233] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd04832-0b95-4717-ad46-34a15a58f1ec taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.211233] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.211233] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.211233] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.211233] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.211233] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.211233] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.211233] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.211233] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.211233] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd04832-0b95-4717-ad46-34a15a58f1ec',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.211233] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-e52b02c4-8a93-4872-b381-cc848984ae93 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.211233] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e52b02c4-8a93-4872-b381-cc848984ae93" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.211233] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e52b02c4-8a93-4872-b381-cc848984ae93" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.211233] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e52b02c4-8a93-4872-b381-cc848984ae93" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.211233] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e52b02c4-8a93-4872-b381-cc848984ae93',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.594885] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0b701f7-25ef-487a-8000-f976a0b61e3a in Status: SUCCESS [ 679.596410] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.719222] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd04832-0b95-4717-ad46-34a15a58f1ec taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.719222] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.719222] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfd04832-0b95-4717-ad46-34a15a58f1ec',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.719222] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e52b02c4-8a93-4872-b381-cc848984ae93 with status ACTIVE [ 679.719222] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.719222] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.719222] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.719222] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.719222] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.719222] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.719222] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.719222] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.719222] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.719222] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.719767] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.719767] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.719767] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.719767] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.719767] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.723246] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e52b02c4-8a93-4872-b381-cc848984ae93 is going to be updated. [ 679.760256] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.760256] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.760256] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.760256] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.760256] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.760256] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e52b02c4-8a93-4872-b381-cc848984ae93" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.017323] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 in Status: SUCCESS [ 680.017707] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.017900] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.018148] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.018266] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.226440] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfd04832-0b95-4717-ad46-34a15a58f1ec',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.296152] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee89125-2d0a-483b-a852-590b1fba1326 in Status: SUCCESS [ 680.296152] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.296152] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.296152] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.296152] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.296152] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.296152] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.296152] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.296152] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.296152] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.296152] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ee89125-2d0a-483b-a852-590b1fba1326',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.521328] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-b50d4aab-fded-402e-b7f9-1d028aeb2e79 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.521547] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.521547] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.522191] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.522376] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.522562] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.522562] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.522819] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.522819] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.522882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.522974] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.729122] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.729441] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.729441] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.729892] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.729892] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.729892] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd04832-0b95-4717-ad46-34a15a58f1ec is going to be created. [ 680.758781] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.758781] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.758781] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.758781] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.758781] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.770129] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd04832-0b95-4717-ad46-34a15a58f1ec in Status: UNINITIALIZED for 2s [ 680.799556] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee89125-2d0a-483b-a852-590b1fba1326 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.799840] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.799918] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.800159] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.800540] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.800651] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.800651] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.800846] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.800977] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.801106] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.801387] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee89125-2d0a-483b-a852-590b1fba1326 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.801387] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.801538] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.801689] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.801871] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.804369] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.804499] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.804757] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.804881] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.805123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.805212] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ee89125-2d0a-483b-a852-590b1fba1326',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.877776] env[69297]: INFO networking_nsxv3.common.synchronization [None req-e8874c1b-d7d4-4617-9d9b-3fe8bbf315a5 None None] Enqueued Resource ID: 8fde992c-7c9f-4395-a600-31c8c829e594 with Priority: HIGHEST for action port [ 680.877981] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fde992c-7c9f-4395-a600-31c8c829e594 with Priority: HIGHEST for action port [ 680.878311] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fde992c-7c9f-4395-a600-31c8c829e594 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.878441] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fde992c-7c9f-4395-a600-31c8c829e594" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.878691] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fde992c-7c9f-4395-a600-31c8c829e594" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.879040] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fde992c-7c9f-4395-a600-31c8c829e594" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.879134] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fde992c-7c9f-4395-a600-31c8c829e594',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.027699] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-b50d4aab-fded-402e-b7f9-1d028aeb2e79 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.027878] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.027953] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.028536] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.028748] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.028858] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.028925] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.029129] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.029222] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.029313] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.029459] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-b50d4aab-fded-402e-b7f9-1d028aeb2e79 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.029662] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.029662] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.029761] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.029877] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.029967] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.030041] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.030195] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.030279] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.030378] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.030478] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.097937] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae9ce361-4d8e-414d-8c66-387458897bcc in Status: IN_PROGRESS for 4s [ 681.308379] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ee89125-2d0a-483b-a852-590b1fba1326: rpc.has_security_group_logging(os_id): False [ 681.331451] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.331659] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.331758] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.332324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.332324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.332441] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.332743] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.332743] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.333065] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.333899] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.333985] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.334268] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.334268] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.334449] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.334483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.334673] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.334804] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.334915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.335594] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.335594] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.335594] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ee89125-2d0a-483b-a852-590b1fba1326 is going to be created. [ 681.383042] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fde992c-7c9f-4395-a600-31c8c829e594 [ 681.383670] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.383670] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.383670] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.383872] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.383872] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.383987] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fde992c-7c9f-4395-a600-31c8c829e594 already deleted. [ 681.384252] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fde992c-7c9f-4395-a600-31c8c829e594" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.413358] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.413538] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.413538] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.413819] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.413894] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.425332] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ee89125-2d0a-483b-a852-590b1fba1326 in Status: IN_PROGRESS for 2s [ 681.536475] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b50d4aab-fded-402e-b7f9-1d028aeb2e79: rpc.has_security_group_logging(os_id): False [ 681.559639] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.559964] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.559964] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.560219] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.560549] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.560862] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.561023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.561808] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.562267] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.562429] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.562753] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.562907] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.563036] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.563278] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.563406] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.563749] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.563896] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.564126] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.564222] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.564329] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.564459] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 is going to be updated. [ 681.618638] env[69297]: INFO networking_nsxv3.common.synchronization [None req-4e249525-2ee9-4169-a33d-6ff260ce39f3 None None] Enqueued Resource ID: 9af8b14a-9822-4f4b-95dd-23c8201b6b13 with Priority: HIGHEST for action port [ 681.619014] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9af8b14a-9822-4f4b-95dd-23c8201b6b13 with Priority: HIGHEST for action port [ 681.619124] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-9af8b14a-9822-4f4b-95dd-23c8201b6b13 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.619188] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9af8b14a-9822-4f4b-95dd-23c8201b6b13" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.620774] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9af8b14a-9822-4f4b-95dd-23c8201b6b13" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.620774] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9af8b14a-9822-4f4b-95dd-23c8201b6b13" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.620774] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9af8b14a-9822-4f4b-95dd-23c8201b6b13',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.659501] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.659602] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.659661] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.659907] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.660549] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.691976] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 in Status: IN_PROGRESS for 2s [ 681.977551] env[69297]: INFO networking_nsxv3.common.synchronization [None req-fbab1edc-5f11-45d1-a1ed-d332f2fdbc94 None None] Enqueued Resource ID: 59967494-09c1-4ebd-a871-29c9e887d930 with Priority: HIGHEST for action port [ 681.977551] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59967494-09c1-4ebd-a871-29c9e887d930 with Priority: HIGHEST for action port [ 681.977551] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-59967494-09c1-4ebd-a871-29c9e887d930 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.977551] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59967494-09c1-4ebd-a871-29c9e887d930" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.977551] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59967494-09c1-4ebd-a871-29c9e887d930" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.977551] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59967494-09c1-4ebd-a871-29c9e887d930" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.978722] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59967494-09c1-4ebd-a871-29c9e887d930',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.125522] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9af8b14a-9822-4f4b-95dd-23c8201b6b13 [ 682.125800] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.126060] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.126060] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.126302] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.126848] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.126848] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9af8b14a-9822-4f4b-95dd-23c8201b6b13 already deleted. [ 682.126848] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9af8b14a-9822-4f4b-95dd-23c8201b6b13" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.355194] env[69297]: INFO networking_nsxv3.common.synchronization [req-4ec41da1-8e3f-4459-b57f-5822301aa89e req-f71bc6ec-8e8f-4bb2-becc-4506238e3396 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Enqueued Resource ID: f9b05578-5685-4298-b042-4033d485ab17 with Priority: HIGHEST for action security_group_members [ 682.355194] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b05578-5685-4298-b042-4033d485ab17 with Priority: HIGHEST for action security_group_members [ 682.355194] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b05578-5685-4298-b042-4033d485ab17 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.355194] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.355194] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.355194] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.355927] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.356242] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.356467] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.356788] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.356971] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.357177] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b05578-5685-4298-b042-4033d485ab17',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.447967] env[69297]: INFO networking_nsxv3.common.synchronization [req-bc627e8a-04a8-45b6-b210-43a9bb2412f6 req-f5fa4a8d-2ed2-4d76-ba49-deb6bb2261cf tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Enqueued Resource ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 with Priority: HIGHEST for action security_group_members [ 682.449198] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 with Priority: HIGHEST for action security_group_members [ 682.449593] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-b50d4aab-fded-402e-b7f9-1d028aeb2e79 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.449834] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.449914] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.450134] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.450289] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.450392] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.450459] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.451102] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.451102] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.451102] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.483764] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59967494-09c1-4ebd-a871-29c9e887d930 [ 682.484104] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.484343] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.485432] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.485743] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.485795] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.486038] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59967494-09c1-4ebd-a871-29c9e887d930 already deleted. [ 682.486038] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59967494-09c1-4ebd-a871-29c9e887d930" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.785667] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd04832-0b95-4717-ad46-34a15a58f1ec in Status: SUCCESS [ 682.785803] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.786030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.786269] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.786493] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.786620] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.786685] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.786845] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.786924] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.787028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.787126] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfd04832-0b95-4717-ad46-34a15a58f1ec',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.859828] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.862330] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.863371] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.865083] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.865083] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.865083] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.865425] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.865487] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.866982] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.866982] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.866982] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b05578-5685-4298-b042-4033d485ab17 already deleted. [ 682.866982] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.955811] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.112323] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.112610] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-18" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.112655] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-18" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.113038] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-18" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.113316] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.113487] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.113580] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.113805] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.113948] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.114584] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 683.114707] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.114820] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.114955] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.115136] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 683.115217] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.115350] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.117161] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae9ce361-4d8e-414d-8c66-387458897bcc in Status: SUCCESS [ 683.117316] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae9ce361-4d8e-414d-8c66-387458897bcc deletion is rescheduled due to dependency. [ 683.117417] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.140603] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.140603] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 683.140603] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.140603] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-18" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.141301] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-4de12236-fba2-4961-b911-571028e99436 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.141912] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-4de12236-fba2-4961-b911-571028e99436" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.142353] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-4de12236-fba2-4961-b911-571028e99436" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.143238] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-4de12236-fba2-4961-b911-571028e99436" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.145237] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4de12236-fba2-4961-b911-571028e99436',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.147551] env[69297]: INFO networking_nsxv3.common.synchronization [None req-c67510a3-7495-46ff-ae3f-38144e9181aa None None] Enqueued Resource ID: d8cf5477-2423-4271-9027-cdf96a0f035c with Priority: HIGHEST for action port [ 683.149847] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8cf5477-2423-4271-9027-cdf96a0f035c with Priority: HIGHEST for action port [ 683.149940] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8cf5477-2423-4271-9027-cdf96a0f035c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.150111] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8cf5477-2423-4271-9027-cdf96a0f035c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.150216] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8cf5477-2423-4271-9027-cdf96a0f035c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.150438] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8cf5477-2423-4271-9027-cdf96a0f035c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.150525] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8cf5477-2423-4271-9027-cdf96a0f035c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.290572] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd04832-0b95-4717-ad46-34a15a58f1ec taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.291229] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.291229] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.291229] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.295774] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.295774] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.295774] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.295774] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.295774] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.295774] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.295774] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd04832-0b95-4717-ad46-34a15a58f1ec taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.295774] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.295774] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.295774] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.295774] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.295774] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.295774] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.295774] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.295774] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.295774] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.295774] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfd04832-0b95-4717-ad46-34a15a58f1ec',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.441028] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ee89125-2d0a-483b-a852-590b1fba1326 in Status: SUCCESS [ 683.441028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.460612] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.653402] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.653402] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.653402] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.653402] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.653402] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.653402] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 4de12236-fba2-4961-b911-571028e99436 not found, creating... [ 683.653402] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.653402] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.653402] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.653402] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.653402] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.653933] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.653933] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.653933] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.653933] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.655067] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.655317] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 4de12236-fba2-4961-b911-571028e99436 is going to be created. [ 683.656565] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8cf5477-2423-4271-9027-cdf96a0f035c [ 683.656750] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.656866] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.656931] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.657216] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.657333] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.657387] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8cf5477-2423-4271-9027-cdf96a0f035c already deleted. [ 683.657477] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8cf5477-2423-4271-9027-cdf96a0f035c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.687243] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.687468] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.687618] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.687899] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.689119] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.689119] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-4de12236-fba2-4961-b911-571028e99436" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.705659] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 in Status: SUCCESS [ 683.705933] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.706304] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.706509] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.706702] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.796918] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfd04832-0b95-4717-ad46-34a15a58f1ec: rpc.has_security_group_logging(os_id): False [ 683.826638] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.826996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.826996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.827635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.827635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.827635] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.827635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.827635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.828030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.828030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.828030] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.828264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.828264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.828353] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.828391] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.828565] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.828663] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.828742] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.828870] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.828948] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.833398] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfd04832-0b95-4717-ad46-34a15a58f1ec is going to be created. [ 683.914352] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.914495] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.914606] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.918480] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.918480] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.930477] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd04832-0b95-4717-ad46-34a15a58f1ec in Status: IN_PROGRESS for 2s [ 683.964370] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.964370] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.964370] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.964630] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.964690] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.964791] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 is going to be updated. [ 684.009356] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.009490] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.009601] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.009793] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.009917] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.030327] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 in Status: IN_PROGRESS for 2s [ 684.210652] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-b50d4aab-fded-402e-b7f9-1d028aeb2e79 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.210928] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.533903] env[69297]: INFO networking_nsxv3.common.synchronization [req-4ec41da1-8e3f-4459-b57f-5822301aa89e req-2c10a44c-5d66-44d2-a69f-aecf2329d76f service nova] Enqueued Resource ID: f9b05578-5685-4298-b042-4033d485ab17 with Priority: HIGHEST for action security_group_rules [ 684.533903] env[69297]: INFO networking_nsxv3.common.synchronization [req-4ec41da1-8e3f-4459-b57f-5822301aa89e req-2c10a44c-5d66-44d2-a69f-aecf2329d76f service nova] Enqueued Resource ID: f9b05578-5685-4298-b042-4033d485ab17 with Priority: HIGHEST for action security_group_members [ 684.533903] env[69297]: INFO networking_nsxv3.common.synchronization [req-4ec41da1-8e3f-4459-b57f-5822301aa89e req-2c10a44c-5d66-44d2-a69f-aecf2329d76f service nova] Enqueued Resource ID: 4de12236-fba2-4961-b911-571028e99436 with Priority: HIGHEST for action port [ 684.534151] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b05578-5685-4298-b042-4033d485ab17 with Priority: HIGHEST for action security_group_rules [ 684.534519] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b05578-5685-4298-b042-4033d485ab17 with Priority: HIGHEST for action security_group_members [ 684.534519] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4de12236-fba2-4961-b911-571028e99436 with Priority: HIGHEST for action port [ 684.534662] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9b05578-5685-4298-b042-4033d485ab17 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.534882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.534882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.535138] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.535138] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9b05578-5685-4298-b042-4033d485ab17',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.536164] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b05578-5685-4298-b042-4033d485ab17 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.536571] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.536571] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.536571] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.538085] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.538085] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.538085] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.538085] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.538380] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.538380] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b05578-5685-4298-b042-4033d485ab17',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.542043] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-4de12236-fba2-4961-b911-571028e99436 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.542043] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4de12236-fba2-4961-b911-571028e99436" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.542043] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4de12236-fba2-4961-b911-571028e99436" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.542043] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4de12236-fba2-4961-b911-571028e99436" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.542043] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4de12236-fba2-4961-b911-571028e99436',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.784128] env[69297]: INFO networking_nsxv3.common.synchronization [req-a039f61a-d96e-47e6-8eec-35230f8db042 req-519e0249-282a-4d44-b769-d2f30059b96a tempest-SecurityGroupRulesTestJSON-2017076415 tempest-SecurityGroupRulesTestJSON-2017076415-project-member] Enqueued Resource ID: ce82aea3-8292-48cc-8940-48773bfd4b7d with Priority: HIGHEST for action security_group_rules [ 684.784224] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce82aea3-8292-48cc-8940-48773bfd4b7d with Priority: HIGHEST for action security_group_rules [ 684.785050] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce82aea3-8292-48cc-8940-48773bfd4b7d taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.785050] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce82aea3-8292-48cc-8940-48773bfd4b7d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.785050] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce82aea3-8292-48cc-8940-48773bfd4b7d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.785050] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce82aea3-8292-48cc-8940-48773bfd4b7d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.785378] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce82aea3-8292-48cc-8940-48773bfd4b7d',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.042781] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b05578-5685-4298-b042-4033d485ab17 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.043790] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.046889] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4de12236-fba2-4961-b911-571028e99436 with status ACTIVE [ 685.046889] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.046889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.046889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.046889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.046889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.046889] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.046889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.046889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.046889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.046889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.046889] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.046889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.046889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.046889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.046889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.046889] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4de12236-fba2-4961-b911-571028e99436 is going to be updated. [ 685.048670] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9b05578-5685-4298-b042-4033d485ab17',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.086157] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.086370] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.086476] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.086694] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.086832] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.086995] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4de12236-fba2-4961-b911-571028e99436" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.308211] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.308537] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.308537] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.308614] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.308659] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.308774] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce82aea3-8292-48cc-8940-48773bfd4b7d already deleted. [ 685.308874] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce82aea3-8292-48cc-8940-48773bfd4b7d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.551444] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9b05578-5685-4298-b042-4033d485ab17',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.564062] env[69297]: INFO networking_nsxv3.common.synchronization [None req-d2832d52-edc9-4189-9737-bb6c3f3ccb78 None None] Enqueued Resource ID: 417f0db9-f812-4b25-99c3-fffb26f3066f with Priority: HIGHEST for action port [ 685.564062] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 417f0db9-f812-4b25-99c3-fffb26f3066f with Priority: HIGHEST for action port [ 685.564062] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-417f0db9-f812-4b25-99c3-fffb26f3066f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.564062] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-417f0db9-f812-4b25-99c3-fffb26f3066f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.564062] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-417f0db9-f812-4b25-99c3-fffb26f3066f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.564062] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-417f0db9-f812-4b25-99c3-fffb26f3066f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.564062] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('417f0db9-f812-4b25-99c3-fffb26f3066f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.891958] env[69297]: INFO networking_nsxv3.common.synchronization [None req-761ba2cd-4b5c-4c05-94fd-6fa32dc4e264 None None] Enqueued Resource ID: 5644607a-971c-49e9-b331-03914c322aed with Priority: HIGHEST for action port [ 685.892561] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5644607a-971c-49e9-b331-03914c322aed with Priority: HIGHEST for action port [ 685.893441] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-5644607a-971c-49e9-b331-03914c322aed taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.893629] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5644607a-971c-49e9-b331-03914c322aed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.893707] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5644607a-971c-49e9-b331-03914c322aed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.893968] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5644607a-971c-49e9-b331-03914c322aed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.894075] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5644607a-971c-49e9-b331-03914c322aed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.943805] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd04832-0b95-4717-ad46-34a15a58f1ec in Status: SUCCESS [ 685.944035] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.042875] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 in Status: SUCCESS [ 686.042875] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.043092] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.043345] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.043571] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.043697] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.043769] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.043945] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.044040] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.044128] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.044225] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.060086] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.060086] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.060086] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.060086] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.060086] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.060086] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b05578-5685-4298-b042-4033d485ab17 is going to be created. [ 686.066768] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 417f0db9-f812-4b25-99c3-fffb26f3066f [ 686.066768] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.066768] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.066768] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.066768] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.066768] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.066768] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:417f0db9-f812-4b25-99c3-fffb26f3066f already deleted. [ 686.066768] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-417f0db9-f812-4b25-99c3-fffb26f3066f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.094365] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.094365] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.094365] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.094365] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.094365] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.103835] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b05578-5685-4298-b042-4033d485ab17 in Status: UNINITIALIZED for 2s [ 686.396703] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5644607a-971c-49e9-b331-03914c322aed [ 686.397106] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.397106] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.397225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.398080] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.398197] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.399312] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5644607a-971c-49e9-b331-03914c322aed already deleted. [ 686.399312] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5644607a-971c-49e9-b331-03914c322aed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.450101] env[69297]: INFO networking_nsxv3.common.synchronization [None req-b075c4a6-17af-4adb-a783-3ad89738d430 None None] Enqueued Resource ID: 3ec9448d-aeaa-4b45-b484-38a417407adf with Priority: HIGHEST for action port [ 686.450751] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec9448d-aeaa-4b45-b484-38a417407adf with Priority: HIGHEST for action port [ 686.450751] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ec9448d-aeaa-4b45-b484-38a417407adf taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.450967] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ec9448d-aeaa-4b45-b484-38a417407adf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.450967] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ec9448d-aeaa-4b45-b484-38a417407adf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.453341] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ec9448d-aeaa-4b45-b484-38a417407adf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.453341] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ec9448d-aeaa-4b45-b484-38a417407adf',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.549960] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-b50d4aab-fded-402e-b7f9-1d028aeb2e79 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.549960] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.549960] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.549960] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.549960] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.549960] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.549960] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.549960] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.549960] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.549960] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.549960] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-b50d4aab-fded-402e-b7f9-1d028aeb2e79 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.549960] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.549960] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.549960] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.549960] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.549960] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.550833] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.550833] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.550833] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.550833] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.550833] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.560298] env[69297]: INFO networking_nsxv3.common.synchronization [req-edcc4e0a-e77e-43a8-a46b-dcb8a82da4bc req-fd7a07f9-b086-4e1d-9830-911fb6b91b23 tempest-SecurityGroupRulesTestJSON-2017076415 tempest-SecurityGroupRulesTestJSON-2017076415-project-member] Enqueued Resource ID: ae37ef18-420b-4544-9300-78cb5e9dcf5f with Priority: HIGHEST for action security_group_rules [ 686.560298] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae37ef18-420b-4544-9300-78cb5e9dcf5f with Priority: HIGHEST for action security_group_rules [ 686.560298] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae37ef18-420b-4544-9300-78cb5e9dcf5f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.560298] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae37ef18-420b-4544-9300-78cb5e9dcf5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.560298] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae37ef18-420b-4544-9300-78cb5e9dcf5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.560298] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae37ef18-420b-4544-9300-78cb5e9dcf5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.560298] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae37ef18-420b-4544-9300-78cb5e9dcf5f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.956390] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ec9448d-aeaa-4b45-b484-38a417407adf [ 686.957228] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.957228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.957228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.957228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.957228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.957711] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ec9448d-aeaa-4b45-b484-38a417407adf already deleted. [ 686.957711] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ec9448d-aeaa-4b45-b484-38a417407adf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.052790] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b50d4aab-fded-402e-b7f9-1d028aeb2e79: rpc.has_security_group_logging(os_id): False [ 687.075143] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.075143] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.075143] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.075143] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.075143] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.075143] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.075143] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.075143] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.075143] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.075143] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.075143] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.075143] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.075143] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.075143] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.075143] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.075797] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.075797] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.075797] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.075797] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.075797] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.075797] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 is going to be updated. [ 687.079496] env[69297]: INFO networking_nsxv3.common.synchronization [req-3626be72-5cc1-410b-a901-4c19e93319f5 req-a90d7af3-1533-47af-a00a-9eae80460724 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Enqueued Resource ID: bc803fbb-44f8-4897-98f1-848121f2f244 with Priority: HIGHEST for action security_group_members [ 687.080188] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc803fbb-44f8-4897-98f1-848121f2f244 with Priority: HIGHEST for action security_group_members [ 687.080513] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc803fbb-44f8-4897-98f1-848121f2f244 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.080655] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.080720] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.080962] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.081121] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.081714] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.081714] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.081714] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.081714] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.081714] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc803fbb-44f8-4897-98f1-848121f2f244',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.084015] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.084015] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.084015] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.084446] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.084517] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.084579] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae37ef18-420b-4544-9300-78cb5e9dcf5f already deleted. [ 687.085095] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae37ef18-420b-4544-9300-78cb5e9dcf5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.140722] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.140869] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.140869] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.141675] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.141675] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.157487] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 in Status: IN_PROGRESS for 2s [ 687.586042] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.586355] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.586355] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.586570] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.586661] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.586864] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.587209] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.587209] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.587209] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.587326] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.587326] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc803fbb-44f8-4897-98f1-848121f2f244 already deleted. [ 687.587404] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.836689] env[69297]: INFO networking_nsxv3.common.synchronization [req-6b947d01-1d91-41e3-8628-911a43f9b004 req-c317b862-1a90-4fa7-a3bb-66111b08e55b tempest-ServerExternalEventsTest-433091480 tempest-ServerExternalEventsTest-433091480-project-member] Enqueued Resource ID: c0b701f7-25ef-487a-8000-f976a0b61e3a with Priority: HIGHEST for action security_group_members [ 687.838203] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0b701f7-25ef-487a-8000-f976a0b61e3a with Priority: HIGHEST for action security_group_members [ 687.841516] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0b701f7-25ef-487a-8000-f976a0b61e3a taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.841516] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.841516] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.841516] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.841516] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.841516] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.841516] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.841516] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.841516] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.841516] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0b701f7-25ef-487a-8000-f976a0b61e3a',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.114524] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b05578-5685-4298-b042-4033d485ab17 in Status: UNINITIALIZED for 4s [ 688.193250] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-750 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.193665] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-750" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.193665] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-750" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.194048] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-750" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.194387] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.194517] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.194672] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.195075] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.195269] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.195506] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 688.195660] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.195840] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.196027] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.196184] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 688.196322] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.196572] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.222124] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.222124] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 688.222124] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.222124] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-750" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.222124] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-f5324f7a-c67c-464b-9331-2f932221bc9a taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.222124] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-f5324f7a-c67c-464b-9331-2f932221bc9a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.222124] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-f5324f7a-c67c-464b-9331-2f932221bc9a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.222124] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-f5324f7a-c67c-464b-9331-2f932221bc9a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.222124] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5324f7a-c67c-464b-9331-2f932221bc9a',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.347178] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.347178] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.347178] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.347178] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.347178] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.347178] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.347178] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.347178] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.347178] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.347178] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.347178] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0b701f7-25ef-487a-8000-f976a0b61e3a is going to be updated. [ 688.391291] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.391438] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.391510] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.391932] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.392104] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.405175] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0b701f7-25ef-487a-8000-f976a0b61e3a in Status: IN_PROGRESS for 2s [ 688.725854] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.726592] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.726592] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.726764] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.726920] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.727145] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port f5324f7a-c67c-464b-9331-2f932221bc9a not found, creating... [ 688.727996] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.728184] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.728326] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.728626] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.728841] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.730112] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.730367] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.730557] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.730984] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.731368] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.731435] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: f5324f7a-c67c-464b-9331-2f932221bc9a is going to be created. [ 688.758417] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.758806] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.758806] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.759330] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.759607] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.759861] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-f5324f7a-c67c-464b-9331-2f932221bc9a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.184528] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 in Status: SUCCESS [ 689.184740] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.258062] env[69297]: INFO networking_nsxv3.common.synchronization [req-8604180f-f7a4-4ebc-8e37-676ce5ebac15 req-0ace83f3-3501-4935-8431-9943496150bc tempest-ServerTagsTestJSON-1214970338 tempest-ServerTagsTestJSON-1214970338-project-member] Enqueued Resource ID: 9a5ca00e-221b-44b9-9881-1ad40e457dda with Priority: HIGHEST for action security_group_members [ 689.258613] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5ca00e-221b-44b9-9881-1ad40e457dda with Priority: HIGHEST for action security_group_members [ 689.259199] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a5ca00e-221b-44b9-9881-1ad40e457dda taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.259199] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.259199] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.259346] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.259445] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.259545] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.263032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.263245] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.263344] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.263449] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a5ca00e-221b-44b9-9881-1ad40e457dda',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.604028] env[69297]: INFO networking_nsxv3.common.synchronization [req-4a4c8594-2c08-4237-8a39-0fa13de357b6 req-67430ee6-b47d-4028-a61d-4cb5e7b4a455 tempest-SecurityGroupRulesTestJSON-2017076415 tempest-SecurityGroupRulesTestJSON-2017076415-project-member] Enqueued Resource ID: 826e6496-6747-457d-be6e-fa858f3a1463 with Priority: HIGHEST for action security_group_rules [ 689.604028] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 826e6496-6747-457d-be6e-fa858f3a1463 with Priority: HIGHEST for action security_group_rules [ 689.604028] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-826e6496-6747-457d-be6e-fa858f3a1463 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.604028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-826e6496-6747-457d-be6e-fa858f3a1463" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.604028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-826e6496-6747-457d-be6e-fa858f3a1463" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.604028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-826e6496-6747-457d-be6e-fa858f3a1463" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.604028] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('826e6496-6747-457d-be6e-fa858f3a1463',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.703267] env[69297]: INFO networking_nsxv3.common.synchronization [req-406ca617-d511-4030-a0f3-c465636e9296 req-b7b1ab22-452f-4daf-8533-592b7a7dc90a tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Enqueued Resource ID: c0c116a7-1608-4607-9315-95a266a6cfea with Priority: HIGHEST for action security_group_members [ 689.703267] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c116a7-1608-4607-9315-95a266a6cfea with Priority: HIGHEST for action security_group_members [ 689.703267] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0c116a7-1608-4607-9315-95a266a6cfea taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.703267] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.703267] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.703267] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.704232] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.704232] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.704232] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.704232] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.704232] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.704232] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0c116a7-1608-4607-9315-95a266a6cfea',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.766300] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.766692] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.766692] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.766692] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.767292] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.767292] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.767292] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.767292] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.767292] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.767480] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.767480] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5ca00e-221b-44b9-9881-1ad40e457dda is going to be updated. [ 689.789820] env[69297]: INFO networking_nsxv3.common.synchronization [req-3626be72-5cc1-410b-a901-4c19e93319f5 req-62025b41-04b7-4778-8b21-eb15c1f625dd service nova] Enqueued Resource ID: bc803fbb-44f8-4897-98f1-848121f2f244 with Priority: HIGHEST for action security_group_rules [ 689.789970] env[69297]: INFO networking_nsxv3.common.synchronization [req-3626be72-5cc1-410b-a901-4c19e93319f5 req-62025b41-04b7-4778-8b21-eb15c1f625dd service nova] Enqueued Resource ID: bc803fbb-44f8-4897-98f1-848121f2f244 with Priority: HIGHEST for action security_group_members [ 689.790213] env[69297]: INFO networking_nsxv3.common.synchronization [req-3626be72-5cc1-410b-a901-4c19e93319f5 req-62025b41-04b7-4778-8b21-eb15c1f625dd service nova] Enqueued Resource ID: f5324f7a-c67c-464b-9331-2f932221bc9a with Priority: HIGHEST for action port [ 689.790942] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc803fbb-44f8-4897-98f1-848121f2f244 with Priority: HIGHEST for action security_group_rules [ 689.790942] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc803fbb-44f8-4897-98f1-848121f2f244 with Priority: HIGHEST for action security_group_members [ 689.790942] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5324f7a-c67c-464b-9331-2f932221bc9a with Priority: HIGHEST for action port [ 689.791554] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc803fbb-44f8-4897-98f1-848121f2f244 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.791554] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.793601] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.793937] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.793937] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc803fbb-44f8-4897-98f1-848121f2f244',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.794879] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc803fbb-44f8-4897-98f1-848121f2f244 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.795014] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.795014] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.795287] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.795831] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.795831] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.795954] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.796649] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.796649] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.796649] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc803fbb-44f8-4897-98f1-848121f2f244',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.798934] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5324f7a-c67c-464b-9331-2f932221bc9a taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.798934] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5324f7a-c67c-464b-9331-2f932221bc9a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.798934] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5324f7a-c67c-464b-9331-2f932221bc9a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.798934] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5324f7a-c67c-464b-9331-2f932221bc9a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.798934] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5324f7a-c67c-464b-9331-2f932221bc9a',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.804206] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.804886] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.804886] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.804886] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.805057] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.816530] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5ca00e-221b-44b9-9881-1ad40e457dda in Status: IN_PROGRESS for 2s [ 690.129181] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b05578-5685-4298-b042-4033d485ab17 in Status: SUCCESS [ 690.131257] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.131473] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.131708] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.131909] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.132048] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.132120] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.132288] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.132373] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.132460] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.132739] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9b05578-5685-4298-b042-4033d485ab17',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.134694] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.135465] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.135579] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.135782] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.135903] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.136042] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 826e6496-6747-457d-be6e-fa858f3a1463 already deleted. [ 690.136354] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-826e6496-6747-457d-be6e-fa858f3a1463" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.206401] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.208592] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.208592] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.208592] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.208592] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.208592] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.208592] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.208592] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.208592] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.208592] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.208592] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0c116a7-1608-4607-9315-95a266a6cfea already deleted. [ 690.208592] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.264056] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-96 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.264056] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-96" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.264056] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-96" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.264056] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-96" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.264056] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.264056] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.264056] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.265219] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.265776] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.266197] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 690.266437] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.266853] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.267398] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.269586] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 690.269586] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.269586] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.288490] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.288779] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 690.288860] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.289048] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-96" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.289378] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-342b68f2-d427-4af1-a6c2-ad04ab9dca34 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.289536] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-342b68f2-d427-4af1-a6c2-ad04ab9dca34" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.289659] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-342b68f2-d427-4af1-a6c2-ad04ab9dca34" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.291334] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-342b68f2-d427-4af1-a6c2-ad04ab9dca34" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.291334] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('342b68f2-d427-4af1-a6c2-ad04ab9dca34',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.301205] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc803fbb-44f8-4897-98f1-848121f2f244 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.301384] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.301517] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc803fbb-44f8-4897-98f1-848121f2f244',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.304277] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5324f7a-c67c-464b-9331-2f932221bc9a with status ACTIVE [ 690.304519] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.304667] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.304738] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.305106] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.305106] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.305273] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.305343] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.305343] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.305506] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.305621] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.305744] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.305852] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.306020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.306729] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.306871] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.306991] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5324f7a-c67c-464b-9331-2f932221bc9a is going to be updated. [ 690.332838] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.333098] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.333098] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.333317] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.333567] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.333856] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5324f7a-c67c-464b-9331-2f932221bc9a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.413839] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0b701f7-25ef-487a-8000-f976a0b61e3a in Status: SUCCESS [ 690.414120] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0b701f7-25ef-487a-8000-f976a0b61e3a deletion is rescheduled due to dependency. [ 690.414279] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.638018] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9b05578-5685-4298-b042-4033d485ab17',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.793217] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.793632] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.793711] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.794097] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.794347] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.794595] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 342b68f2-d427-4af1-a6c2-ad04ab9dca34 not found, creating... [ 690.794956] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.797126] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.797209] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.797508] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.797745] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.798178] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.798403] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.798594] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.798923] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.799173] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.799406] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 342b68f2-d427-4af1-a6c2-ad04ab9dca34 is going to be created. [ 690.809544] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc803fbb-44f8-4897-98f1-848121f2f244',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.823449] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.823655] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.823794] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.824075] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.824302] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.824523] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-342b68f2-d427-4af1-a6c2-ad04ab9dca34" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.144200] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9b05578-5685-4298-b042-4033d485ab17: rpc.has_security_group_logging(os_id): False [ 691.162275] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.162435] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.162785] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.162785] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.162902] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.163420] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.163420] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.163420] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.163420] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.163712] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.163712] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9b05578-5685-4298-b042-4033d485ab17 is going to be created. [ 691.231017] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.231017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.231017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.231017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.231017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.243090] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9b05578-5685-4298-b042-4033d485ab17 in Status: IN_PROGRESS for 2s [ 691.315466] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.315649] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.315726] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.315936] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.316035] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.316136] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc803fbb-44f8-4897-98f1-848121f2f244 is going to be created. [ 691.346661] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.346999] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.347178] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.348418] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.348681] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.361687] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc803fbb-44f8-4897-98f1-848121f2f244 in Status: UNINITIALIZED for 2s [ 691.766296] env[69297]: INFO networking_nsxv3.common.synchronization [req-406ca617-d511-4030-a0f3-c465636e9296 req-9516c1ea-876d-45e1-8a49-c02844c62e9a service nova] Enqueued Resource ID: c0c116a7-1608-4607-9315-95a266a6cfea with Priority: HIGHEST for action security_group_rules [ 691.766296] env[69297]: INFO networking_nsxv3.common.synchronization [req-406ca617-d511-4030-a0f3-c465636e9296 req-9516c1ea-876d-45e1-8a49-c02844c62e9a service nova] Enqueued Resource ID: c0c116a7-1608-4607-9315-95a266a6cfea with Priority: HIGHEST for action security_group_members [ 691.766296] env[69297]: INFO networking_nsxv3.common.synchronization [req-406ca617-d511-4030-a0f3-c465636e9296 req-9516c1ea-876d-45e1-8a49-c02844c62e9a service nova] Enqueued Resource ID: 342b68f2-d427-4af1-a6c2-ad04ab9dca34 with Priority: HIGHEST for action port [ 691.766296] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c116a7-1608-4607-9315-95a266a6cfea with Priority: HIGHEST for action security_group_rules [ 691.766296] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c116a7-1608-4607-9315-95a266a6cfea with Priority: HIGHEST for action security_group_members [ 691.766296] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 342b68f2-d427-4af1-a6c2-ad04ab9dca34 with Priority: HIGHEST for action port [ 691.767508] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0c116a7-1608-4607-9315-95a266a6cfea taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.767508] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.767947] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.767947] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.769355] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0c116a7-1608-4607-9315-95a266a6cfea',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.770968] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0c116a7-1608-4607-9315-95a266a6cfea taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.770968] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.771117] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.772215] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.772215] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.772215] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.772215] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.772215] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.772215] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.772215] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0c116a7-1608-4607-9315-95a266a6cfea',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.775866] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-342b68f2-d427-4af1-a6c2-ad04ab9dca34 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.775866] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-342b68f2-d427-4af1-a6c2-ad04ab9dca34" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.775866] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-342b68f2-d427-4af1-a6c2-ad04ab9dca34" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.775866] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-342b68f2-d427-4af1-a6c2-ad04ab9dca34" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.775866] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('342b68f2-d427-4af1-a6c2-ad04ab9dca34',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.828678] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a5ca00e-221b-44b9-9881-1ad40e457dda in Status: SUCCESS [ 691.828678] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a5ca00e-221b-44b9-9881-1ad40e457dda deletion is rescheduled due to dependency. [ 691.828678] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.279939] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0c116a7-1608-4607-9315-95a266a6cfea',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.281185] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0c116a7-1608-4607-9315-95a266a6cfea taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.281300] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.281367] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 342b68f2-d427-4af1-a6c2-ad04ab9dca34 with status ACTIVE [ 692.281525] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.281633] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.281698] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.281907] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.282272] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.282272] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.282272] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.282451] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.282489] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.282709] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.282772] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.283540] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.283540] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.283540] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.283540] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.283540] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 342b68f2-d427-4af1-a6c2-ad04ab9dca34 is going to be updated. [ 692.308108] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.308277] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.308594] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.308594] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.308700] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.309299] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-342b68f2-d427-4af1-a6c2-ad04ab9dca34" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.452520] env[69297]: INFO networking_nsxv3.common.synchronization [req-f515e7fc-f9b6-412c-8cac-80b1b2e43dae req-9875d23d-d0d9-46be-9520-29e5ff9eb36b tempest-SecurityGroupRulesTestJSON-2017076415 tempest-SecurityGroupRulesTestJSON-2017076415-project-member] Enqueued Resource ID: 671555aa-70d7-4868-a400-321f1dc43ac7 with Priority: HIGHEST for action security_group_rules [ 692.452520] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 671555aa-70d7-4868-a400-321f1dc43ac7 with Priority: HIGHEST for action security_group_rules [ 692.452520] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-671555aa-70d7-4868-a400-321f1dc43ac7 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.452520] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-671555aa-70d7-4868-a400-321f1dc43ac7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.452913] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-671555aa-70d7-4868-a400-321f1dc43ac7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.452998] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-671555aa-70d7-4868-a400-321f1dc43ac7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.452998] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('671555aa-70d7-4868-a400-321f1dc43ac7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.785845] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0c116a7-1608-4607-9315-95a266a6cfea',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.979109] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.979799] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.979799] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.980564] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.982058] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.982165] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 671555aa-70d7-4868-a400-321f1dc43ac7 already deleted. [ 692.982225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-671555aa-70d7-4868-a400-321f1dc43ac7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.085844] env[69297]: INFO networking_nsxv3.common.synchronization [None req-22d9ab78-9b6a-4389-9cad-71c01102e200 None None] Enqueued Resource ID: 2c21a88a-ec68-4a46-81f1-8e478fc00db6 with Priority: HIGHEST for action port [ 693.086675] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c21a88a-ec68-4a46-81f1-8e478fc00db6 with Priority: HIGHEST for action port [ 693.088171] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c21a88a-ec68-4a46-81f1-8e478fc00db6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.088286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c21a88a-ec68-4a46-81f1-8e478fc00db6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.088286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c21a88a-ec68-4a46-81f1-8e478fc00db6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.088614] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c21a88a-ec68-4a46-81f1-8e478fc00db6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.088714] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c21a88a-ec68-4a46-81f1-8e478fc00db6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.128121] env[69297]: INFO networking_nsxv3.common.synchronization [req-54287a34-e344-45a9-925d-0918b17fb316 req-bf87e2c0-a1ed-4b57-b61a-f11288ab3149 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Enqueued Resource ID: da5a373d-02c6-496f-8bb2-a4ae83aa34d5 with Priority: HIGHEST for action security_group_members [ 693.128121] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da5a373d-02c6-496f-8bb2-a4ae83aa34d5 with Priority: HIGHEST for action security_group_members [ 693.128121] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-da5a373d-02c6-496f-8bb2-a4ae83aa34d5 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.128121] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da5a373d-02c6-496f-8bb2-a4ae83aa34d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.128121] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da5a373d-02c6-496f-8bb2-a4ae83aa34d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.128121] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da5a373d-02c6-496f-8bb2-a4ae83aa34d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.128121] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.132385] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.132385] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.132385] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.132385] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.132385] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da5a373d-02c6-496f-8bb2-a4ae83aa34d5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.260239] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9b05578-5685-4298-b042-4033d485ab17 in Status: SUCCESS [ 693.260239] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.289206] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.289389] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.289467] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.289817] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.289817] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.289943] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0c116a7-1608-4607-9315-95a266a6cfea is going to be created. [ 693.334986] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.335210] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.335333] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.335661] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.335882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.358598] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0c116a7-1608-4607-9315-95a266a6cfea in Status: UNINITIALIZED for 2s [ 693.383653] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc803fbb-44f8-4897-98f1-848121f2f244 in Status: SUCCESS [ 693.384110] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.384332] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.384631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.384834] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.384981] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.385103] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.385200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.385282] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.385374] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.385473] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc803fbb-44f8-4897-98f1-848121f2f244',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.591265] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c21a88a-ec68-4a46-81f1-8e478fc00db6 [ 693.591585] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.592865] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.592865] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.592865] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.592865] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.592865] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c21a88a-ec68-4a46-81f1-8e478fc00db6 already deleted. [ 693.592865] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c21a88a-ec68-4a46-81f1-8e478fc00db6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.635983] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.636330] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.636330] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.636441] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.636563] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.636779] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.636897] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.636958] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.637252] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.637336] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.637428] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da5a373d-02c6-496f-8bb2-a4ae83aa34d5 already deleted. [ 693.637510] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da5a373d-02c6-496f-8bb2-a4ae83aa34d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.889463] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc803fbb-44f8-4897-98f1-848121f2f244',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.899523] env[69297]: INFO networking_nsxv3.common.synchronization [req-7259876a-c9e4-44d0-b1b7-4a25cdda5f15 req-eb412ccb-e48a-4e80-9907-0aa74dd3b535 tempest-ServerDiagnosticsNegativeTest-92676699 tempest-ServerDiagnosticsNegativeTest-92676699-project-member] Enqueued Resource ID: dfd04832-0b95-4717-ad46-34a15a58f1ec with Priority: HIGHEST for action security_group_members [ 693.904284] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd04832-0b95-4717-ad46-34a15a58f1ec with Priority: HIGHEST for action security_group_members [ 693.904284] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd04832-0b95-4717-ad46-34a15a58f1ec taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.904284] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.904284] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.904284] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.904284] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.904284] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.904284] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.904284] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.904284] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.904284] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd04832-0b95-4717-ad46-34a15a58f1ec',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.196837] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-332 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.196837] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.196837] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.197276] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.197276] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.197450] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.197589] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.198737] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.198737] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.198737] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 694.198737] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.198737] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.198737] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.199023] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 694.199023] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.199023] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.224459] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.224770] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 694.224925] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.225134] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.225460] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.225639] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.225795] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.226207] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.226505] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.391788] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc803fbb-44f8-4897-98f1-848121f2f244: rpc.has_security_group_logging(os_id): False [ 694.407827] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.408051] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.408123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.408886] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.408886] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.408886] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.408886] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.408886] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.409155] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.409155] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.409155] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd04832-0b95-4717-ad46-34a15a58f1ec is going to be updated. [ 694.411875] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.412048] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.412116] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.412257] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.412339] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.412570] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.412671] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.415330] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.415330] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.415330] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.415330] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc803fbb-44f8-4897-98f1-848121f2f244 is going to be created. [ 694.447600] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.447775] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.447914] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.448120] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.448294] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.458096] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd04832-0b95-4717-ad46-34a15a58f1ec in Status: IN_PROGRESS for 2s [ 694.498865] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.498968] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.499020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.499208] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.499374] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.510941] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc803fbb-44f8-4897-98f1-848121f2f244 in Status: IN_PROGRESS for 2s [ 694.729466] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.729753] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.729917] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.730262] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.730451] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.730644] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33 not found, creating... [ 694.730952] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.731173] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.731315] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.731589] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.731751] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.732103] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.732345] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.732428] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.732715] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.732963] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.733081] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33 is going to be created. [ 694.755327] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.755726] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.755726] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.756033] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.756306] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.756603] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.360851] env[69297]: INFO networking_nsxv3.common.synchronization [req-5ba4500d-e9ad-4c95-a750-7f444c782f76 req-56780a73-38cc-4c6a-9065-a167e68b107f tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Enqueued Resource ID: 530a1c28-7cc4-42d4-91ef-8100ec8ecadd with Priority: HIGHEST for action security_group_members [ 695.361407] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530a1c28-7cc4-42d4-91ef-8100ec8ecadd with Priority: HIGHEST for action security_group_members [ 695.361712] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-530a1c28-7cc4-42d4-91ef-8100ec8ecadd taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.361868] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.361934] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.363563] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.363563] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.363735] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.363735] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.363936] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.363997] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.364189] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530a1c28-7cc4-42d4-91ef-8100ec8ecadd',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.368744] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0c116a7-1608-4607-9315-95a266a6cfea in Status: SUCCESS [ 695.368744] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.368744] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.368744] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.368744] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.368744] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.368744] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.368744] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.368744] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.368744] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.368744] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0c116a7-1608-4607-9315-95a266a6cfea',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.869557] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.869675] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.869740] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.869953] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.870052] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.870246] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.870353] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.870415] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.870563] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.870636] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.870719] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530a1c28-7cc4-42d4-91ef-8100ec8ecadd already deleted. [ 695.870811] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.871187] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0c116a7-1608-4607-9315-95a266a6cfea taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.871319] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.871319] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.871435] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.871563] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.871669] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.871728] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.871864] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.871942] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.872197] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.872397] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0c116a7-1608-4607-9315-95a266a6cfea taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.872492] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.872552] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.872704] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.872837] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.873042] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.873108] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.873252] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.873327] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.873419] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.873510] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0c116a7-1608-4607-9315-95a266a6cfea',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.880796] env[69297]: INFO networking_nsxv3.common.synchronization [None req-070ddf40-e452-41d4-9553-36c4a693b63f None None] Enqueued Resource ID: 0d6b0f71-4ccd-44dc-9c0f-c3849d96f5e2 with Priority: HIGHEST for action port [ 695.881889] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d6b0f71-4ccd-44dc-9c0f-c3849d96f5e2 with Priority: HIGHEST for action port [ 695.881889] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d6b0f71-4ccd-44dc-9c0f-c3849d96f5e2 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.881889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d6b0f71-4ccd-44dc-9c0f-c3849d96f5e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.881889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d6b0f71-4ccd-44dc-9c0f-c3849d96f5e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.882388] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d6b0f71-4ccd-44dc-9c0f-c3849d96f5e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.882853] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d6b0f71-4ccd-44dc-9c0f-c3849d96f5e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.104950] env[69297]: INFO networking_nsxv3.common.synchronization [req-54287a34-e344-45a9-925d-0918b17fb316 req-03198ebf-db84-4893-bccc-a3d718230f53 service nova] Enqueued Resource ID: da5a373d-02c6-496f-8bb2-a4ae83aa34d5 with Priority: HIGHEST for action security_group_rules [ 696.105265] env[69297]: INFO networking_nsxv3.common.synchronization [req-54287a34-e344-45a9-925d-0918b17fb316 req-03198ebf-db84-4893-bccc-a3d718230f53 service nova] Enqueued Resource ID: da5a373d-02c6-496f-8bb2-a4ae83aa34d5 with Priority: HIGHEST for action security_group_members [ 696.105265] env[69297]: INFO networking_nsxv3.common.synchronization [req-54287a34-e344-45a9-925d-0918b17fb316 req-03198ebf-db84-4893-bccc-a3d718230f53 service nova] Enqueued Resource ID: 05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33 with Priority: HIGHEST for action port [ 696.105780] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da5a373d-02c6-496f-8bb2-a4ae83aa34d5 with Priority: HIGHEST for action security_group_rules [ 696.105780] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da5a373d-02c6-496f-8bb2-a4ae83aa34d5 with Priority: HIGHEST for action security_group_members [ 696.105780] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33 with Priority: HIGHEST for action port [ 696.106295] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da5a373d-02c6-496f-8bb2-a4ae83aa34d5 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.106425] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da5a373d-02c6-496f-8bb2-a4ae83aa34d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.106494] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da5a373d-02c6-496f-8bb2-a4ae83aa34d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.106825] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da5a373d-02c6-496f-8bb2-a4ae83aa34d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.106928] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da5a373d-02c6-496f-8bb2-a4ae83aa34d5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.107819] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-da5a373d-02c6-496f-8bb2-a4ae83aa34d5 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.107934] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da5a373d-02c6-496f-8bb2-a4ae83aa34d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.108012] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da5a373d-02c6-496f-8bb2-a4ae83aa34d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.108193] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da5a373d-02c6-496f-8bb2-a4ae83aa34d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.108340] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.108439] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.108491] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.108632] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.108715] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.108887] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da5a373d-02c6-496f-8bb2-a4ae83aa34d5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.109532] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.113049] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.113049] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.113049] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.113049] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.299142] env[69297]: INFO networking_nsxv3.common.synchronization [req-7c940e38-1968-4c52-bb70-facc1ca30721 req-db80a27b-b4a6-4773-9f30-b0eed51e80ec tempest-SecurityGroupRulesTestJSON-2017076415 tempest-SecurityGroupRulesTestJSON-2017076415-project-member] Enqueued Resource ID: de8cc748-7009-4452-a769-9f59edbbcf11 with Priority: HIGHEST for action security_group_rules [ 696.299142] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de8cc748-7009-4452-a769-9f59edbbcf11 with Priority: HIGHEST for action security_group_rules [ 696.299142] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de8cc748-7009-4452-a769-9f59edbbcf11 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.299142] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de8cc748-7009-4452-a769-9f59edbbcf11" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.299142] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de8cc748-7009-4452-a769-9f59edbbcf11" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.299142] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de8cc748-7009-4452-a769-9f59edbbcf11" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.299836] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de8cc748-7009-4452-a769-9f59edbbcf11',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.317132] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.317132] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-934" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.317132] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-934" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.317132] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-934" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.317132] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.317635] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.317861] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.318208] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.318462] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.318768] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.318981] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.319200] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.319398] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.319605] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.319812] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.320064] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.342817] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.342817] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 696.342817] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.342817] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-934" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.343527] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.344922] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.344922] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.344922] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.344922] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.377159] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0c116a7-1608-4607-9315-95a266a6cfea: rpc.has_security_group_logging(os_id): False [ 696.388376] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d6b0f71-4ccd-44dc-9c0f-c3849d96f5e2 [ 696.388607] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.388787] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.388869] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.389117] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.389862] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.389862] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d6b0f71-4ccd-44dc-9c0f-c3849d96f5e2 already deleted. [ 696.389862] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d6b0f71-4ccd-44dc-9c0f-c3849d96f5e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.394648] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.395451] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.395673] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.395994] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.396200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.396493] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.396793] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.397345] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.397345] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.397546] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.397899] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.400121] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.400121] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.400121] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.400121] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.400121] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.400121] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.400121] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.400121] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.400121] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.400121] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0c116a7-1608-4607-9315-95a266a6cfea is going to be created. [ 696.472885] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd04832-0b95-4717-ad46-34a15a58f1ec in Status: SUCCESS [ 696.473178] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd04832-0b95-4717-ad46-34a15a58f1ec deletion is rescheduled due to dependency. [ 696.473314] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.475265] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.475675] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.475675] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.475785] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.476068] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.492652] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0c116a7-1608-4607-9315-95a266a6cfea in Status: IN_PROGRESS for 2s [ 696.543971] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc803fbb-44f8-4897-98f1-848121f2f244 in Status: SUCCESS [ 696.544651] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.612271] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-da5a373d-02c6-496f-8bb2-a4ae83aa34d5 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.612484] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da5a373d-02c6-496f-8bb2-a4ae83aa34d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.613651] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da5a373d-02c6-496f-8bb2-a4ae83aa34d5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.613823] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33 with status ACTIVE [ 696.614519] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.614519] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.614519] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.614519] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.614784] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.614784] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.614892] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.614953] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.618101] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.618101] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.618101] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.618101] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.618101] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.618385] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.618385] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.618460] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33 is going to be updated. [ 696.654156] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.654156] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.654156] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.654156] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.654156] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.654156] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05ae1cc8-efa0-45ac-b81f-ac2e0fbf2b33" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.787762] env[69297]: INFO networking_nsxv3.common.synchronization [None req-7354f618-f720-4a14-8bed-c7b1d34d3280 None None] Enqueued Resource ID: 91b4ef01-656e-4dbd-82aa-d3b9ed62f956 with Priority: HIGHEST for action port [ 696.788445] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91b4ef01-656e-4dbd-82aa-d3b9ed62f956 with Priority: HIGHEST for action port [ 696.789177] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-91b4ef01-656e-4dbd-82aa-d3b9ed62f956 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.789454] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91b4ef01-656e-4dbd-82aa-d3b9ed62f956" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.789574] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91b4ef01-656e-4dbd-82aa-d3b9ed62f956" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.789801] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91b4ef01-656e-4dbd-82aa-d3b9ed62f956" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.790142] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91b4ef01-656e-4dbd-82aa-d3b9ed62f956',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.823588] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.823741] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.823843] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.824043] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.824139] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.824240] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de8cc748-7009-4452-a769-9f59edbbcf11 already deleted. [ 696.824329] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de8cc748-7009-4452-a769-9f59edbbcf11" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.849559] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.849844] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.850026] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.850718] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.851604] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.851604] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf not found, creating... [ 696.854453] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.854713] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.854931] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.855201] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.855408] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.855760] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.855991] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.856174] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.856553] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.856807] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.857028] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf is going to be created. [ 696.881922] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.882532] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.882532] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.882813] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.883157] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.883453] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.122074] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da5a373d-02c6-496f-8bb2-a4ae83aa34d5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.296432] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91b4ef01-656e-4dbd-82aa-d3b9ed62f956 [ 697.296432] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.296432] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.296432] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.296432] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.296432] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.296432] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91b4ef01-656e-4dbd-82aa-d3b9ed62f956 already deleted. [ 697.296432] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91b4ef01-656e-4dbd-82aa-d3b9ed62f956" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.623845] env[69297]: INFO networking_nsxv3.common.synchronization [req-b2a980aa-4bb6-47c8-a36a-62600741adbc req-7970de87-be3f-42ff-a28f-f70dcceec28c tempest-SecurityGroupRulesTestJSON-2017076415 tempest-SecurityGroupRulesTestJSON-2017076415-project-member] Enqueued Resource ID: de8cc748-7009-4452-a769-9f59edbbcf11 with Priority: HIGHEST for action security_group_rules [ 697.627062] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.627062] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.627062] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.627062] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.627062] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.627062] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da5a373d-02c6-496f-8bb2-a4ae83aa34d5 is going to be created. [ 697.627443] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de8cc748-7009-4452-a769-9f59edbbcf11 with Priority: HIGHEST for action security_group_rules [ 697.628714] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de8cc748-7009-4452-a769-9f59edbbcf11 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.628855] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de8cc748-7009-4452-a769-9f59edbbcf11" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.628901] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de8cc748-7009-4452-a769-9f59edbbcf11" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.629086] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de8cc748-7009-4452-a769-9f59edbbcf11" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.629156] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de8cc748-7009-4452-a769-9f59edbbcf11',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.658766] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.658766] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.658766] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.658766] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.658766] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.669453] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da5a373d-02c6-496f-8bb2-a4ae83aa34d5 in Status: UNINITIALIZED for 2s [ 697.783285] env[69297]: INFO networking_nsxv3.common.synchronization [req-5ba4500d-e9ad-4c95-a750-7f444c782f76 req-845be48d-64ab-45f5-954e-df40e6484f42 service nova] Enqueued Resource ID: 530a1c28-7cc4-42d4-91ef-8100ec8ecadd with Priority: HIGHEST for action security_group_rules [ 697.783465] env[69297]: INFO networking_nsxv3.common.synchronization [req-5ba4500d-e9ad-4c95-a750-7f444c782f76 req-845be48d-64ab-45f5-954e-df40e6484f42 service nova] Enqueued Resource ID: 530a1c28-7cc4-42d4-91ef-8100ec8ecadd with Priority: HIGHEST for action security_group_members [ 697.785822] env[69297]: INFO networking_nsxv3.common.synchronization [req-5ba4500d-e9ad-4c95-a750-7f444c782f76 req-845be48d-64ab-45f5-954e-df40e6484f42 service nova] Enqueued Resource ID: e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf with Priority: HIGHEST for action port [ 697.785822] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530a1c28-7cc4-42d4-91ef-8100ec8ecadd with Priority: HIGHEST for action security_group_rules [ 697.785822] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530a1c28-7cc4-42d4-91ef-8100ec8ecadd with Priority: HIGHEST for action security_group_members [ 697.785822] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf with Priority: HIGHEST for action port [ 697.785822] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-530a1c28-7cc4-42d4-91ef-8100ec8ecadd taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.785822] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.785822] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.785822] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.785822] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('530a1c28-7cc4-42d4-91ef-8100ec8ecadd',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.786885] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-530a1c28-7cc4-42d4-91ef-8100ec8ecadd taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.786885] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.786989] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.787577] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.788438] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.788438] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.788438] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.788980] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.788980] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.788980] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530a1c28-7cc4-42d4-91ef-8100ec8ecadd',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.790278] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.790278] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.790278] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.790556] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.790556] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.160693] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.160905] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.160905] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.161235] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.161341] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.161444] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de8cc748-7009-4452-a769-9f59edbbcf11 already deleted. [ 698.161564] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de8cc748-7009-4452-a769-9f59edbbcf11" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.292726] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('530a1c28-7cc4-42d4-91ef-8100ec8ecadd',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.293852] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-530a1c28-7cc4-42d4-91ef-8100ec8ecadd taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.294021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.294152] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf with status ACTIVE [ 698.294364] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.294433] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.294558] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.294742] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.294835] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.295082] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.295187] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.295187] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.295562] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.295562] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.295707] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.295767] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.295801] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.296799] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.297257] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.297257] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf is going to be updated. [ 698.323248] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.323248] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.323248] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.323248] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.323248] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.323248] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7203d02-5f43-4cc1-b8f0-00aa1bb2eadf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.382502] env[69297]: INFO networking_nsxv3.common.synchronization [None req-558d428d-2757-4aa0-9d70-4fe180114015 None None] Enqueued Resource ID: 4d2ce222-2211-4643-bef5-67f5e215df96 with Priority: HIGHEST for action port [ 698.382502] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d2ce222-2211-4643-bef5-67f5e215df96 with Priority: HIGHEST for action port [ 698.382502] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d2ce222-2211-4643-bef5-67f5e215df96 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.382502] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d2ce222-2211-4643-bef5-67f5e215df96" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.382502] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d2ce222-2211-4643-bef5-67f5e215df96" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.382502] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d2ce222-2211-4643-bef5-67f5e215df96" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.382502] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d2ce222-2211-4643-bef5-67f5e215df96',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.505200] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0c116a7-1608-4607-9315-95a266a6cfea in Status: SUCCESS [ 698.505690] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.623737] env[69297]: INFO networking_nsxv3.common.synchronization [req-aed5508e-3db1-4de7-9551-7504c41eba50 req-bf63c4aa-f28e-48f9-a85d-a0a155594db2 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Enqueued Resource ID: 4284137f-a81f-49d8-9e04-5508d37328bb with Priority: HIGHEST for action security_group_members [ 698.627038] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4284137f-a81f-49d8-9e04-5508d37328bb with Priority: HIGHEST for action security_group_members [ 698.627428] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4284137f-a81f-49d8-9e04-5508d37328bb taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.627628] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.627700] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.628570] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.628570] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.628570] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.629135] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.629344] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.630318] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.630318] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4284137f-a81f-49d8-9e04-5508d37328bb',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.799821] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('530a1c28-7cc4-42d4-91ef-8100ec8ecadd',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.889833] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d2ce222-2211-4643-bef5-67f5e215df96 [ 698.889992] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.890148] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.890492] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.890580] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.890808] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.890941] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d2ce222-2211-4643-bef5-67f5e215df96 already deleted. [ 698.891024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d2ce222-2211-4643-bef5-67f5e215df96" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.133904] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.134294] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.134294] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.134522] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.134522] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.134677] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.134813] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.134896] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.137130] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.137130] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.137130] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4284137f-a81f-49d8-9e04-5508d37328bb already deleted. [ 699.137130] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.280239] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.280419] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-272" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.280554] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-272" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.281270] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-272" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.281270] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.281413] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.281413] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.281683] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.281772] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.282162] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.282162] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.282302] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.285019] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.285019] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.285019] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.285019] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.290436] env[69297]: INFO networking_nsxv3.common.synchronization [None req-f0b61f60-304a-4b73-a777-b7ef1113c8f0 None None] Enqueued Resource ID: 4cb5d511-6ce6-40e1-be64-709e20539c2b with Priority: HIGHEST for action port [ 699.290700] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb5d511-6ce6-40e1-be64-709e20539c2b with Priority: HIGHEST for action port [ 699.291269] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cb5d511-6ce6-40e1-be64-709e20539c2b taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.291407] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cb5d511-6ce6-40e1-be64-709e20539c2b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.291759] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cb5d511-6ce6-40e1-be64-709e20539c2b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.291759] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cb5d511-6ce6-40e1-be64-709e20539c2b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.291846] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cb5d511-6ce6-40e1-be64-709e20539c2b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.305980] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.306157] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 699.306307] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.306485] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-272" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.306853] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-81006978-5f5a-4f6c-99c5-e3ad50def886 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.307095] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-81006978-5f5a-4f6c-99c5-e3ad50def886" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.307220] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-81006978-5f5a-4f6c-99c5-e3ad50def886" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.308763] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-81006978-5f5a-4f6c-99c5-e3ad50def886" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.308763] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81006978-5f5a-4f6c-99c5-e3ad50def886',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.310336] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.310336] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.310336] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.310336] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.310336] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.310336] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530a1c28-7cc4-42d4-91ef-8100ec8ecadd is going to be created. [ 699.341371] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.341522] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.341631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.341784] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.341942] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.356368] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530a1c28-7cc4-42d4-91ef-8100ec8ecadd in Status: UNINITIALIZED for 2s [ 699.490257] env[69297]: INFO networking_nsxv3.common.synchronization [req-382e6967-8cd9-4a45-9124-c4021e12c954 req-363aff56-4059-431c-885f-b75685927ba8 tempest-SecurityGroupRulesTestJSON-2017076415 tempest-SecurityGroupRulesTestJSON-2017076415-project-member] Enqueued Resource ID: de8cc748-7009-4452-a769-9f59edbbcf11 with Priority: HIGHEST for action security_group_rules [ 699.490257] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de8cc748-7009-4452-a769-9f59edbbcf11 with Priority: HIGHEST for action security_group_rules [ 699.490257] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de8cc748-7009-4452-a769-9f59edbbcf11 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.490257] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de8cc748-7009-4452-a769-9f59edbbcf11" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.490257] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de8cc748-7009-4452-a769-9f59edbbcf11" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.493967] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de8cc748-7009-4452-a769-9f59edbbcf11" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.494095] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de8cc748-7009-4452-a769-9f59edbbcf11',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.681883] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da5a373d-02c6-496f-8bb2-a4ae83aa34d5 in Status: SUCCESS [ 699.682198] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da5a373d-02c6-496f-8bb2-a4ae83aa34d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.682451] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da5a373d-02c6-496f-8bb2-a4ae83aa34d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.682923] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da5a373d-02c6-496f-8bb2-a4ae83aa34d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.683214] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.683405] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.683586] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.683775] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.683858] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.683992] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da5a373d-02c6-496f-8bb2-a4ae83aa34d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.684193] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da5a373d-02c6-496f-8bb2-a4ae83aa34d5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.794227] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4cb5d511-6ce6-40e1-be64-709e20539c2b [ 699.794458] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.794636] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.794718] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.794976] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.795180] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.795239] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4cb5d511-6ce6-40e1-be64-709e20539c2b already deleted. [ 699.795368] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cb5d511-6ce6-40e1-be64-709e20539c2b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.816369] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.816369] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.816369] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.816369] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.816369] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.816627] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 81006978-5f5a-4f6c-99c5-e3ad50def886 not found, creating... [ 699.816907] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.820714] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.820714] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.820714] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.820714] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.820714] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.820714] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.820714] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.820714] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.820714] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.820714] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 81006978-5f5a-4f6c-99c5-e3ad50def886 is going to be created. [ 699.855339] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.855339] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.855339] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.855339] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.855339] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.855339] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-81006978-5f5a-4f6c-99c5-e3ad50def886" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.025041] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.025419] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.025419] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.025595] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.025595] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.029031] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de8cc748-7009-4452-a769-9f59edbbcf11 already deleted. [ 700.029031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de8cc748-7009-4452-a769-9f59edbbcf11" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.189631] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-da5a373d-02c6-496f-8bb2-a4ae83aa34d5 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.189631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da5a373d-02c6-496f-8bb2-a4ae83aa34d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.189631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da5a373d-02c6-496f-8bb2-a4ae83aa34d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.189631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da5a373d-02c6-496f-8bb2-a4ae83aa34d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.189631] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.189631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.189631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.189631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.189631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.189631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da5a373d-02c6-496f-8bb2-a4ae83aa34d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.189631] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-da5a373d-02c6-496f-8bb2-a4ae83aa34d5 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.189631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da5a373d-02c6-496f-8bb2-a4ae83aa34d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.189631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da5a373d-02c6-496f-8bb2-a4ae83aa34d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.189631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da5a373d-02c6-496f-8bb2-a4ae83aa34d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.189631] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.189631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.190523] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.190523] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.190523] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.190523] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da5a373d-02c6-496f-8bb2-a4ae83aa34d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.190523] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da5a373d-02c6-496f-8bb2-a4ae83aa34d5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.561454] env[69297]: INFO networking_nsxv3.common.synchronization [req-aed5508e-3db1-4de7-9551-7504c41eba50 req-dc1623f2-9d88-4470-917f-359cf8d2d482 service nova] Enqueued Resource ID: 4284137f-a81f-49d8-9e04-5508d37328bb with Priority: HIGHEST for action security_group_rules [ 700.561575] env[69297]: INFO networking_nsxv3.common.synchronization [req-aed5508e-3db1-4de7-9551-7504c41eba50 req-dc1623f2-9d88-4470-917f-359cf8d2d482 service nova] Enqueued Resource ID: 4284137f-a81f-49d8-9e04-5508d37328bb with Priority: HIGHEST for action security_group_members [ 700.561778] env[69297]: INFO networking_nsxv3.common.synchronization [req-aed5508e-3db1-4de7-9551-7504c41eba50 req-dc1623f2-9d88-4470-917f-359cf8d2d482 service nova] Enqueued Resource ID: 81006978-5f5a-4f6c-99c5-e3ad50def886 with Priority: HIGHEST for action port [ 700.561947] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4284137f-a81f-49d8-9e04-5508d37328bb with Priority: HIGHEST for action security_group_rules [ 700.562090] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4284137f-a81f-49d8-9e04-5508d37328bb with Priority: HIGHEST for action security_group_members [ 700.562190] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81006978-5f5a-4f6c-99c5-e3ad50def886 with Priority: HIGHEST for action port [ 700.564189] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4284137f-a81f-49d8-9e04-5508d37328bb taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.564277] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.564410] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.564840] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.565029] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4284137f-a81f-49d8-9e04-5508d37328bb',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.565989] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4284137f-a81f-49d8-9e04-5508d37328bb taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.566367] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.566479] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.566746] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.567442] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.569430] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.569430] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.569847] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.569978] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.570127] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4284137f-a81f-49d8-9e04-5508d37328bb',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.571031] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-81006978-5f5a-4f6c-99c5-e3ad50def886 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.572649] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81006978-5f5a-4f6c-99c5-e3ad50def886" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.572649] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81006978-5f5a-4f6c-99c5-e3ad50def886" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.572649] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81006978-5f5a-4f6c-99c5-e3ad50def886" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.572649] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81006978-5f5a-4f6c-99c5-e3ad50def886',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.691758] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da5a373d-02c6-496f-8bb2-a4ae83aa34d5: rpc.has_security_group_logging(os_id): False [ 700.712411] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.712560] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.712638] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.713016] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.713016] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.713197] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.713296] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.713363] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.713527] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.713607] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.713821] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.713913] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.713979] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.714140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.714217] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.714524] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.714524] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.714655] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.714782] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.714866] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.714954] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da5a373d-02c6-496f-8bb2-a4ae83aa34d5 is going to be created. [ 700.799582] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.799582] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.799582] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.799912] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.800094] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.817612] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da5a373d-02c6-496f-8bb2-a4ae83aa34d5 in Status: IN_PROGRESS for 2s [ 701.074556] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4284137f-a81f-49d8-9e04-5508d37328bb taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.074728] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.074945] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4284137f-a81f-49d8-9e04-5508d37328bb',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.077074] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81006978-5f5a-4f6c-99c5-e3ad50def886 with status ACTIVE [ 701.077074] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.077074] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.077074] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.077074] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.077074] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.077074] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.077074] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.077074] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.077619] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.077619] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.077619] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.077619] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.079188] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.079188] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.079188] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.079188] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81006978-5f5a-4f6c-99c5-e3ad50def886 is going to be updated. [ 701.105936] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.106121] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.106168] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.106380] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.106519] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.106809] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81006978-5f5a-4f6c-99c5-e3ad50def886" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.129533] env[69297]: INFO networking_nsxv3.common.synchronization [None req-f52f152e-07a4-473c-b2bd-547d1496ad44 None None] Enqueued Resource ID: bfc4481e-9b4c-4e52-acc5-e227d83610db with Priority: HIGHEST for action port [ 701.129819] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc4481e-9b4c-4e52-acc5-e227d83610db with Priority: HIGHEST for action port [ 701.130451] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfc4481e-9b4c-4e52-acc5-e227d83610db taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.130584] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfc4481e-9b4c-4e52-acc5-e227d83610db" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.130706] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfc4481e-9b4c-4e52-acc5-e227d83610db" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.130958] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfc4481e-9b4c-4e52-acc5-e227d83610db" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.131819] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfc4481e-9b4c-4e52-acc5-e227d83610db',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.373623] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530a1c28-7cc4-42d4-91ef-8100ec8ecadd in Status: SUCCESS [ 701.374056] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.374153] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.374314] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.374544] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.374713] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.374785] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.374965] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.375256] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.375443] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.375626] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('530a1c28-7cc4-42d4-91ef-8100ec8ecadd',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.582317] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4284137f-a81f-49d8-9e04-5508d37328bb',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.635250] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bfc4481e-9b4c-4e52-acc5-e227d83610db [ 701.635250] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.635250] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.635250] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.635250] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.635250] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.635250] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bfc4481e-9b4c-4e52-acc5-e227d83610db already deleted. [ 701.635250] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfc4481e-9b4c-4e52-acc5-e227d83610db" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.881592] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('530a1c28-7cc4-42d4-91ef-8100ec8ecadd',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.088489] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.088704] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.088799] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.091080] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.091080] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.091080] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4284137f-a81f-49d8-9e04-5508d37328bb is going to be created. [ 702.118811] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.118971] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.119058] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.119270] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.119423] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.130460] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4284137f-a81f-49d8-9e04-5508d37328bb in Status: UNINITIALIZED for 2s [ 702.384647] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 530a1c28-7cc4-42d4-91ef-8100ec8ecadd: rpc.has_security_group_logging(os_id): False [ 702.402144] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.402292] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.402358] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.402574] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.402664] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.402895] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.402995] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.403072] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.403222] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.403299] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.403387] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 530a1c28-7cc4-42d4-91ef-8100ec8ecadd is going to be created. [ 702.466909] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.468417] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.468417] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.468417] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.468417] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.482266] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 530a1c28-7cc4-42d4-91ef-8100ec8ecadd in Status: IN_PROGRESS for 2s [ 702.833196] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da5a373d-02c6-496f-8bb2-a4ae83aa34d5 in Status: SUCCESS [ 702.833649] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da5a373d-02c6-496f-8bb2-a4ae83aa34d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.142590] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4284137f-a81f-49d8-9e04-5508d37328bb in Status: SUCCESS [ 704.142908] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.143044] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.143490] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.143651] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.143818] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.143863] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.144142] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.144260] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.144973] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.144973] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4284137f-a81f-49d8-9e04-5508d37328bb',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.256287] env[69297]: INFO networking_nsxv3.common.synchronization [req-f7d84adb-bda3-49a4-bfef-dbc272a9093d req-a7f0e84c-ad56-414d-b295-279220c7e516 tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Enqueued Resource ID: e6a8946e-61d1-4081-97e9-9b588b127e0c with Priority: HIGHEST for action security_group_members [ 704.256958] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a8946e-61d1-4081-97e9-9b588b127e0c with Priority: HIGHEST for action security_group_members [ 704.257318] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6a8946e-61d1-4081-97e9-9b588b127e0c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.257563] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.257563] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.257911] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.258535] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.258691] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.258745] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.258991] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.259153] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.259257] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6a8946e-61d1-4081-97e9-9b588b127e0c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.499701] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 530a1c28-7cc4-42d4-91ef-8100ec8ecadd in Status: SUCCESS [ 704.500165] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.647317] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4284137f-a81f-49d8-9e04-5508d37328bb taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.647535] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.647815] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.647996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.648219] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.648386] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.648447] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.648628] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.648713] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.648802] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.649129] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4284137f-a81f-49d8-9e04-5508d37328bb taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.649129] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.649259] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.649291] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.649470] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.649579] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.649656] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.649902] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.649979] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.650227] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.650476] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4284137f-a81f-49d8-9e04-5508d37328bb',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.700233] env[69297]: INFO networking_nsxv3.common.synchronization [None req-d775e035-db2d-41f3-b443-0dd7f7e2342e None None] Enqueued Resource ID: c523efdc-f290-4994-a1fe-fe4d53d23f38 with Priority: HIGHEST for action port [ 704.700897] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c523efdc-f290-4994-a1fe-fe4d53d23f38 with Priority: HIGHEST for action port [ 704.701323] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-c523efdc-f290-4994-a1fe-fe4d53d23f38 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.701586] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c523efdc-f290-4994-a1fe-fe4d53d23f38" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.702379] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c523efdc-f290-4994-a1fe-fe4d53d23f38" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.702636] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c523efdc-f290-4994-a1fe-fe4d53d23f38" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.702956] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c523efdc-f290-4994-a1fe-fe4d53d23f38',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.763745] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.764061] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.764158] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.764387] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.764493] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.764794] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.764953] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.765176] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.765297] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.765386] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.765499] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6a8946e-61d1-4081-97e9-9b588b127e0c already deleted. [ 704.765628] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.050502] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-332 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.050502] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.050502] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.050502] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.050502] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.050502] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.051304] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.051708] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.052012] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.055066] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.055066] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.055066] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.055066] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.055066] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.055066] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.055066] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.076330] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.076330] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 705.076330] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.076330] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.076330] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-0f88317d-c5cf-4676-9f32-b257c42067ec taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.076330] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-0f88317d-c5cf-4676-9f32-b257c42067ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.076330] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-0f88317d-c5cf-4676-9f32-b257c42067ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.079072] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-0f88317d-c5cf-4676-9f32-b257c42067ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.079072] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f88317d-c5cf-4676-9f32-b257c42067ec',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.152664] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4284137f-a81f-49d8-9e04-5508d37328bb: rpc.has_security_group_logging(os_id): False [ 705.172845] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.172986] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.173070] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.173293] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.173395] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.173557] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.173646] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.173720] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.173852] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.173918] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.174113] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.174209] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.174252] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.174388] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.174456] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.174646] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.174742] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.174785] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.174967] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.175046] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.181630] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4284137f-a81f-49d8-9e04-5508d37328bb is going to be created. [ 705.206229] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c523efdc-f290-4994-a1fe-fe4d53d23f38 [ 705.206656] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.206656] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.206656] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.206885] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.207061] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.207130] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c523efdc-f290-4994-a1fe-fe4d53d23f38 already deleted. [ 705.207481] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c523efdc-f290-4994-a1fe-fe4d53d23f38" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.250100] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.250286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.250286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.250467] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.250650] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.264915] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4284137f-a81f-49d8-9e04-5508d37328bb in Status: IN_PROGRESS for 2s [ 705.274805] env[69297]: INFO networking_nsxv3.common.synchronization [req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 req-c6f95cd3-fcce-4d6a-be7a-be0727b9d300 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Enqueued Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_members [ 705.275349] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_members [ 705.275801] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.275801] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.275944] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.276323] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.276964] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.277080] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.277142] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.277273] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.277358] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.277454] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.579733] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.580139] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.580139] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.580395] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.580517] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.580674] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 0f88317d-c5cf-4676-9f32-b257c42067ec not found, creating... [ 705.580928] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.581094] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.581210] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.581426] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.581552] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.581821] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.581965] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.582086] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.582285] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.585021] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.585021] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 0f88317d-c5cf-4676-9f32-b257c42067ec is going to be created. [ 705.607312] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.607744] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.609179] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.609534] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.609719] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.609976] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-0f88317d-c5cf-4676-9f32-b257c42067ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.639031] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-247 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.639221] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.639343] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.639621] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.639869] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.640047] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.640848] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.641905] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.641905] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.641905] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.641905] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.641905] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.641905] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.642263] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.642263] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.642412] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.691851] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.691919] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.050 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 705.692670] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.692670] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.692670] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-3c899a09-1425-41a2-812e-4007d8cd2ff7 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.692670] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-3c899a09-1425-41a2-812e-4007d8cd2ff7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.692928] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-3c899a09-1425-41a2-812e-4007d8cd2ff7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.693168] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-3c899a09-1425-41a2-812e-4007d8cd2ff7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.693311] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c899a09-1425-41a2-812e-4007d8cd2ff7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.779750] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.779950] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.780067] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.780318] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.780417] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.780638] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.780763] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.780811] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.780956] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.781043] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.781144] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b already deleted. [ 705.781223] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.196549] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.197095] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.197917] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.198388] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.198580] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.198748] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 3c899a09-1425-41a2-812e-4007d8cd2ff7 not found, creating... [ 706.199090] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.199283] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.199458] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.199726] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.199900] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.200247] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.200858] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.201057] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.201326] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.201492] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.201666] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 3c899a09-1425-41a2-812e-4007d8cd2ff7 is going to be created. [ 706.233026] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.233026] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.233026] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.233026] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.233026] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.233026] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-3c899a09-1425-41a2-812e-4007d8cd2ff7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.237836] env[69297]: INFO networking_nsxv3.common.synchronization [None req-e99a5314-803f-4b13-8d9e-7d55d1d494b6 None None] Enqueued Resource ID: 4ed5342a-0bf0-48a1-9302-36c4dfddde58 with Priority: HIGHEST for action port [ 706.238410] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ed5342a-0bf0-48a1-9302-36c4dfddde58 with Priority: HIGHEST for action port [ 706.238890] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ed5342a-0bf0-48a1-9302-36c4dfddde58 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.239144] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ed5342a-0bf0-48a1-9302-36c4dfddde58" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.239319] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ed5342a-0bf0-48a1-9302-36c4dfddde58" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.239650] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ed5342a-0bf0-48a1-9302-36c4dfddde58" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.239814] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ed5342a-0bf0-48a1-9302-36c4dfddde58',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.400713] env[69297]: INFO networking_nsxv3.common.synchronization [req-f7d84adb-bda3-49a4-bfef-dbc272a9093d req-601aa1b2-a03f-4b39-b997-8869dd68c794 service nova] Enqueued Resource ID: e6a8946e-61d1-4081-97e9-9b588b127e0c with Priority: HIGHEST for action security_group_rules [ 706.400887] env[69297]: INFO networking_nsxv3.common.synchronization [req-f7d84adb-bda3-49a4-bfef-dbc272a9093d req-601aa1b2-a03f-4b39-b997-8869dd68c794 service nova] Enqueued Resource ID: e6a8946e-61d1-4081-97e9-9b588b127e0c with Priority: HIGHEST for action security_group_members [ 706.401157] env[69297]: INFO networking_nsxv3.common.synchronization [req-f7d84adb-bda3-49a4-bfef-dbc272a9093d req-601aa1b2-a03f-4b39-b997-8869dd68c794 service nova] Enqueued Resource ID: 0f88317d-c5cf-4676-9f32-b257c42067ec with Priority: HIGHEST for action port [ 706.401781] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a8946e-61d1-4081-97e9-9b588b127e0c with Priority: HIGHEST for action security_group_rules [ 706.402049] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a8946e-61d1-4081-97e9-9b588b127e0c with Priority: HIGHEST for action security_group_members [ 706.402167] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f88317d-c5cf-4676-9f32-b257c42067ec with Priority: HIGHEST for action port [ 706.402790] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6a8946e-61d1-4081-97e9-9b588b127e0c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.402790] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.402790] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.403019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.403125] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6a8946e-61d1-4081-97e9-9b588b127e0c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.405141] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6a8946e-61d1-4081-97e9-9b588b127e0c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.405438] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.405492] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.405748] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.405983] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.406861] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.406861] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.406861] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.406861] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.406861] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6a8946e-61d1-4081-97e9-9b588b127e0c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.407787] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f88317d-c5cf-4676-9f32-b257c42067ec taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.407955] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f88317d-c5cf-4676-9f32-b257c42067ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.408068] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f88317d-c5cf-4676-9f32-b257c42067ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.408298] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f88317d-c5cf-4676-9f32-b257c42067ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.408394] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f88317d-c5cf-4676-9f32-b257c42067ec',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.741948] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ed5342a-0bf0-48a1-9302-36c4dfddde58 [ 706.742211] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.742365] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.742435] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.743708] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.743826] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.743936] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ed5342a-0bf0-48a1-9302-36c4dfddde58 already deleted. [ 706.744035] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ed5342a-0bf0-48a1-9302-36c4dfddde58" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.910796] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f88317d-c5cf-4676-9f32-b257c42067ec with status ACTIVE [ 706.911044] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.911193] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.911254] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.911468] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.911555] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.911732] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.911826] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.911890] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.912037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.912109] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.912284] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.912373] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.912430] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.912563] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.912642] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.912726] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f88317d-c5cf-4676-9f32-b257c42067ec is going to be updated. [ 706.913896] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6a8946e-61d1-4081-97e9-9b588b127e0c taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.914047] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.914538] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6a8946e-61d1-4081-97e9-9b588b127e0c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.939256] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.939416] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.939474] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.939722] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.939886] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.940060] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f88317d-c5cf-4676-9f32-b257c42067ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.955581] env[69297]: INFO networking_nsxv3.common.synchronization [req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 req-a18b7a1c-023b-4fe7-a075-9144a5c9dffe service nova] Enqueued Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_rules [ 706.955772] env[69297]: INFO networking_nsxv3.common.synchronization [req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 req-a18b7a1c-023b-4fe7-a075-9144a5c9dffe service nova] Enqueued Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_members [ 706.955940] env[69297]: INFO networking_nsxv3.common.synchronization [req-11409e9d-7b0b-4c91-ad3e-5e0ed80a2e88 req-a18b7a1c-023b-4fe7-a075-9144a5c9dffe service nova] Enqueued Resource ID: 3c899a09-1425-41a2-812e-4007d8cd2ff7 with Priority: HIGHEST for action port [ 706.956582] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_rules [ 706.958231] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_members [ 706.958434] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c899a09-1425-41a2-812e-4007d8cd2ff7 with Priority: HIGHEST for action port [ 706.958868] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.959147] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.959202] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.959592] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.959731] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.961749] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.962286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.962403] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.962733] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.963015] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.963183] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.963306] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.963518] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.963629] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.963761] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.965396] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c899a09-1425-41a2-812e-4007d8cd2ff7 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.965511] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c899a09-1425-41a2-812e-4007d8cd2ff7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.965566] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c899a09-1425-41a2-812e-4007d8cd2ff7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.966087] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c899a09-1425-41a2-812e-4007d8cd2ff7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.966215] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c899a09-1425-41a2-812e-4007d8cd2ff7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.184415] env[69297]: INFO networking_nsxv3.common.synchronization [None req-b1eda537-d6b1-4bdb-bd2c-860861d8156f None None] Enqueued Resource ID: 2703ce23-14a9-40f9-a941-242b29270cf7 with Priority: HIGHEST for action port [ 707.184699] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2703ce23-14a9-40f9-a941-242b29270cf7 with Priority: HIGHEST for action port [ 707.185302] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-2703ce23-14a9-40f9-a941-242b29270cf7 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.185545] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2703ce23-14a9-40f9-a941-242b29270cf7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.185545] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2703ce23-14a9-40f9-a941-242b29270cf7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.185759] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2703ce23-14a9-40f9-a941-242b29270cf7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.185845] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2703ce23-14a9-40f9-a941-242b29270cf7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.279323] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4284137f-a81f-49d8-9e04-5508d37328bb in Status: SUCCESS [ 707.279585] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.419467] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6a8946e-61d1-4081-97e9-9b588b127e0c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.469149] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c899a09-1425-41a2-812e-4007d8cd2ff7 with status ACTIVE [ 707.469394] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.469550] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.469620] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.469851] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.469967] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.470164] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.470298] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.470346] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.470519] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.470599] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.470781] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.470897] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.470959] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.471149] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.471205] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.471293] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c899a09-1425-41a2-812e-4007d8cd2ff7 is going to be updated. [ 707.473030] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.473205] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.473434] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.500187] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.500741] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.500879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.501163] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.501599] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.501760] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c899a09-1425-41a2-812e-4007d8cd2ff7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.689956] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2703ce23-14a9-40f9-a941-242b29270cf7 [ 707.690279] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.690369] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.690411] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.690635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.690728] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.690824] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2703ce23-14a9-40f9-a941-242b29270cf7 already deleted. [ 707.690948] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2703ce23-14a9-40f9-a941-242b29270cf7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.922307] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.922483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.922557] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.923690] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.923690] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.923690] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6a8946e-61d1-4081-97e9-9b588b127e0c is going to be created. [ 707.955490] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.955700] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.955700] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.956356] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.956356] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.968710] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6a8946e-61d1-4081-97e9-9b588b127e0c in Status: UNINITIALIZED for 2s [ 707.976011] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.478321] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.478665] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.478665] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.478815] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.478856] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.478935] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b is going to be created. [ 708.513203] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.513203] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.513203] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.513203] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.513203] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.523590] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b in Status: UNINITIALIZED for 2s [ 708.572258] env[69297]: INFO networking_nsxv3.common.synchronization [None req-d60dc714-83fb-4702-a6cf-fd2b7b2169ec None None] Enqueued Resource ID: 3d96e3ed-9b23-44bf-af4c-56f005dfa929 with Priority: HIGHEST for action port [ 708.572850] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d96e3ed-9b23-44bf-af4c-56f005dfa929 with Priority: HIGHEST for action port [ 708.575636] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d96e3ed-9b23-44bf-af4c-56f005dfa929 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.575636] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d96e3ed-9b23-44bf-af4c-56f005dfa929" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.575636] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d96e3ed-9b23-44bf-af4c-56f005dfa929" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.575636] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d96e3ed-9b23-44bf-af4c-56f005dfa929" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.575636] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d96e3ed-9b23-44bf-af4c-56f005dfa929',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.078242] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d96e3ed-9b23-44bf-af4c-56f005dfa929 [ 709.078484] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.079017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.079017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.079017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.079017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.079213] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d96e3ed-9b23-44bf-af4c-56f005dfa929 already deleted. [ 709.079213] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d96e3ed-9b23-44bf-af4c-56f005dfa929" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.983288] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6a8946e-61d1-4081-97e9-9b588b127e0c in Status: SUCCESS [ 709.983784] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.983784] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.983931] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.984225] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.984411] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.986814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.986914] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.986957] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.987072] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.987213] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6a8946e-61d1-4081-97e9-9b588b127e0c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.493074] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6a8946e-61d1-4081-97e9-9b588b127e0c taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.493074] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.493074] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.493074] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.493074] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.493074] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.493074] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.493074] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.493074] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.493074] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.493074] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6a8946e-61d1-4081-97e9-9b588b127e0c taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.493763] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.493763] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.493763] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.493763] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.493763] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.493763] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.493763] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.494752] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.494752] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.494752] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6a8946e-61d1-4081-97e9-9b588b127e0c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.534515] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b in Status: SUCCESS [ 710.536283] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.536908] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.537451] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.537451] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.537561] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.537561] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.537763] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.537993] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.537993] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.538233] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.998229] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6a8946e-61d1-4081-97e9-9b588b127e0c: rpc.has_security_group_logging(os_id): False [ 711.026486] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.026486] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.026486] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.026821] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.026821] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.027030] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.027188] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.027237] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.027517] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.027517] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.027900] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.027900] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.028089] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.028128] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.028242] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.028470] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.028623] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.028623] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.028770] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.029075] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.029075] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6a8946e-61d1-4081-97e9-9b588b127e0c is going to be created. [ 711.040951] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.041206] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.041297] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.041614] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.041941] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.042182] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.042300] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.042702] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.042851] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.043115] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.043358] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.043500] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.043593] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.043840] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.044506] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.044709] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.044868] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.045140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.045270] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.045514] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.045670] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.102733] env[69297]: INFO networking_nsxv3.common.synchronization [req-efa7922b-e338-4c52-a9e0-8c6f894f8957 req-0f7b73e0-d779-46a2-b248-929d4fe233b5 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Enqueued Resource ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 with Priority: HIGHEST for action security_group_members [ 711.104074] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 with Priority: HIGHEST for action security_group_members [ 711.105137] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b13a6b2-3479-4bf2-836e-55051b0d31e5 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.105137] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.105408] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.106017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.106017] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.106304] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.106415] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.106766] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.107021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.107322] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b13a6b2-3479-4bf2-836e-55051b0d31e5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.122240] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.122544] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.123112] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.123747] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.123747] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.154998] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6a8946e-61d1-4081-97e9-9b588b127e0c in Status: IN_PROGRESS for 2s [ 711.548257] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b: rpc.has_security_group_logging(os_id): False [ 711.570021] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.570021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.570021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.570021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.570021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.570021] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.570021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.570021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.570021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.570021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.570021] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.570021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.570021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.570021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.570021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.571162] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.571162] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.571162] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.571162] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.571162] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.571162] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b is going to be created. [ 711.610733] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.611095] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.611095] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.611226] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.611295] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.611512] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.611624] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.611680] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.611817] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.611893] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.612076] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 is going to be updated. [ 711.645159] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.645457] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.645457] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.645586] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.645759] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.654861] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.655173] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.655173] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.655313] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.655459] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.659269] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b in Status: IN_PROGRESS for 2s [ 711.664187] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 in Status: IN_PROGRESS for 2s [ 712.184951] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-332 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.185296] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.185296] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.188032] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.188032] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.188032] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.190383] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.190441] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.190595] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.190819] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 712.190975] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.192302] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.192302] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.192302] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 712.192302] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.192302] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.231230] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.231444] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 712.234840] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.234840] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.234840] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.234840] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.234840] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.234840] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.234840] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.743200] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.743200] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.743200] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.743200] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.743200] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.743200] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c not found, creating... [ 712.743200] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.743200] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.743200] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.743200] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.743200] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.743912] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.743912] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.743912] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.744124] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.744124] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.744340] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c is going to be created. [ 712.771268] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.771917] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.771917] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.771917] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.772187] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.772429] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.182123] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6a8946e-61d1-4081-97e9-9b588b127e0c in Status: SUCCESS [ 713.183344] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.241467] env[69297]: INFO networking_nsxv3.common.synchronization [None req-5e51cc45-46e6-4551-bb80-2c92e1c69e32 None None] Enqueued Resource ID: 1b8a1c40-b1de-4a19-a09b-eca7d452c861 with Priority: HIGHEST for action port [ 713.241467] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b8a1c40-b1de-4a19-a09b-eca7d452c861 with Priority: HIGHEST for action port [ 713.241467] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b8a1c40-b1de-4a19-a09b-eca7d452c861 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.241467] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b8a1c40-b1de-4a19-a09b-eca7d452c861" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.241467] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b8a1c40-b1de-4a19-a09b-eca7d452c861" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.241467] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b8a1c40-b1de-4a19-a09b-eca7d452c861" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.241467] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b8a1c40-b1de-4a19-a09b-eca7d452c861',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.676184] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b in Status: SUCCESS [ 713.676184] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.689803] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 in Status: SUCCESS [ 713.689803] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 deletion is rescheduled due to dependency. [ 713.689803] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.744820] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b8a1c40-b1de-4a19-a09b-eca7d452c861 [ 713.745155] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.745358] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.745498] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.745870] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.746042] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.746173] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b8a1c40-b1de-4a19-a09b-eca7d452c861 already deleted. [ 713.746272] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b8a1c40-b1de-4a19-a09b-eca7d452c861" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.100824] env[69297]: INFO networking_nsxv3.common.synchronization [req-efa7922b-e338-4c52-a9e0-8c6f894f8957 req-baf3627a-7ef4-4885-8e67-d05a9a7625a2 service nova] Enqueued Resource ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 with Priority: HIGHEST for action security_group_rules [ 714.102015] env[69297]: INFO networking_nsxv3.common.synchronization [req-efa7922b-e338-4c52-a9e0-8c6f894f8957 req-baf3627a-7ef4-4885-8e67-d05a9a7625a2 service nova] Enqueued Resource ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 with Priority: HIGHEST for action security_group_members [ 714.102015] env[69297]: INFO networking_nsxv3.common.synchronization [req-efa7922b-e338-4c52-a9e0-8c6f894f8957 req-baf3627a-7ef4-4885-8e67-d05a9a7625a2 service nova] Enqueued Resource ID: 05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c with Priority: HIGHEST for action port [ 714.102015] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 with Priority: HIGHEST for action security_group_rules [ 714.102015] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 with Priority: HIGHEST for action security_group_members [ 714.102015] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c with Priority: HIGHEST for action port [ 714.102572] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b13a6b2-3479-4bf2-836e-55051b0d31e5 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.103264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.103395] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.104281] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.104281] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b13a6b2-3479-4bf2-836e-55051b0d31e5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.105229] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b13a6b2-3479-4bf2-836e-55051b0d31e5 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.109114] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.109114] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.109114] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.109114] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.109114] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.109114] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.109114] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.109114] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.109114] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b13a6b2-3479-4bf2-836e-55051b0d31e5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.109114] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.109114] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.109114] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.109114] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.109114] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.287410] env[69297]: INFO networking_nsxv3.common.synchronization [req-96fb2e5c-d90c-48a0-955f-9fb22319fa49 req-327a7799-6267-44d6-a813-61cca6acd12b tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Enqueued Resource ID: 83d82433-b9e7-43f2-8431-48c541628597 with Priority: HIGHEST for action security_group_members [ 714.288334] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d82433-b9e7-43f2-8431-48c541628597 with Priority: HIGHEST for action security_group_members [ 714.288920] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-83d82433-b9e7-43f2-8431-48c541628597 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.288920] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.288920] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.293585] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.293585] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.293585] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.293974] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.293974] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.294066] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.294194] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83d82433-b9e7-43f2-8431-48c541628597',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.315241] env[69297]: INFO networking_nsxv3.common.synchronization [req-96fb2e5c-d90c-48a0-955f-9fb22319fa49 req-327a7799-6267-44d6-a813-61cca6acd12b tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Enqueued Resource ID: 83d82433-b9e7-43f2-8431-48c541628597 with Priority: HIGHEST for action security_group_rules [ 714.315456] env[69297]: INFO networking_nsxv3.common.synchronization [req-96fb2e5c-d90c-48a0-955f-9fb22319fa49 req-327a7799-6267-44d6-a813-61cca6acd12b tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Enqueued Resource ID: 83d82433-b9e7-43f2-8431-48c541628597 with Priority: HIGHEST for action security_group_members [ 714.315583] env[69297]: INFO networking_nsxv3.common.synchronization [req-96fb2e5c-d90c-48a0-955f-9fb22319fa49 req-327a7799-6267-44d6-a813-61cca6acd12b tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Enqueued Resource ID: 56f8b892-f116-4b69-9c90-f3dc2471aff7 with Priority: HIGHEST for action port [ 714.316408] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d82433-b9e7-43f2-8431-48c541628597 with Priority: HIGHEST for action security_group_rules [ 714.316634] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d82433-b9e7-43f2-8431-48c541628597 with Priority: HIGHEST for action security_group_members [ 714.316685] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56f8b892-f116-4b69-9c90-f3dc2471aff7 with Priority: HIGHEST for action port [ 714.317078] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83d82433-b9e7-43f2-8431-48c541628597 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.317204] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.317267] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.317466] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.317550] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83d82433-b9e7-43f2-8431-48c541628597',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.318806] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-83d82433-b9e7-43f2-8431-48c541628597 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.318903] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.319107] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-56f8b892-f116-4b69-9c90-f3dc2471aff7 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.319207] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56f8b892-f116-4b69-9c90-f3dc2471aff7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.320013] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56f8b892-f116-4b69-9c90-f3dc2471aff7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.320013] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56f8b892-f116-4b69-9c90-f3dc2471aff7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.320013] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56f8b892-f116-4b69-9c90-f3dc2471aff7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.614024] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b13a6b2-3479-4bf2-836e-55051b0d31e5 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.614024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.614024] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b13a6b2-3479-4bf2-836e-55051b0d31e5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.614928] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c with status ACTIVE [ 714.615300] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.615499] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.615617] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.617050] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.617050] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.617050] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.617050] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.617050] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.617474] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.617474] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.617722] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.617722] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.617853] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.618047] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.618106] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.618239] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c is going to be updated. [ 714.647541] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.647713] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.647713] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.647929] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.648142] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.648278] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05b03fd9-37a2-4ad5-aad4-0ec7c380bd4c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.799915] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83d82433-b9e7-43f2-8431-48c541628597',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.822222] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-83d82433-b9e7-43f2-8431-48c541628597 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.822470] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.823888] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56f8b892-f116-4b69-9c90-f3dc2471aff7 with status ACTIVE [ 714.824185] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.824367] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.824452] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.824778] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.824912] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.825200] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.825336] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.825430] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.825638] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.825766] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.826047] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.826156] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.826256] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.826447] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.826534] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.826659] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56f8b892-f116-4b69-9c90-f3dc2471aff7 is going to be updated. [ 714.864740] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.864740] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.864740] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.864740] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.864740] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.864740] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56f8b892-f116-4b69-9c90-f3dc2471aff7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.122667] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b13a6b2-3479-4bf2-836e-55051b0d31e5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.304554] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83d82433-b9e7-43f2-8431-48c541628597',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.626612] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.627226] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.627448] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.628051] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.628218] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.628436] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 is going to be updated. [ 715.661678] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.661678] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.661678] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.661678] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.661678] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.671303] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 in Status: IN_PROGRESS for 2s [ 715.794825] env[69297]: INFO networking_nsxv3.common.synchronization [None req-d3bdb5be-c0fb-46c9-ab97-e1c86062df32 None None] Enqueued Resource ID: 4d7e1712-d587-440f-be1d-27feb6a483ae with Priority: HIGHEST for action port [ 715.795112] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d7e1712-d587-440f-be1d-27feb6a483ae with Priority: HIGHEST for action port [ 715.795824] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d7e1712-d587-440f-be1d-27feb6a483ae taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.796019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d7e1712-d587-440f-be1d-27feb6a483ae" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.798723] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d7e1712-d587-440f-be1d-27feb6a483ae" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.798723] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d7e1712-d587-440f-be1d-27feb6a483ae" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.798723] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d7e1712-d587-440f-be1d-27feb6a483ae',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.806408] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.806856] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.807111] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.807655] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.807855] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.808071] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83d82433-b9e7-43f2-8431-48c541628597 is going to be updated. [ 715.845095] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.845303] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.845303] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.845777] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.845777] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.866307] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83d82433-b9e7-43f2-8431-48c541628597 in Status: IN_PROGRESS for 2s [ 716.111394] env[69297]: INFO networking_nsxv3.common.synchronization [req-66fe1996-182d-4d25-96c9-1859274e002e req-97fedbb1-3fe8-43b0-b5fb-fc10953da2c5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Enqueued Resource ID: 3794fd0d-dbfb-4192-a5b5-79aa4acf9875 with Priority: HIGHEST for action security_group_members [ 716.111394] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3794fd0d-dbfb-4192-a5b5-79aa4acf9875 with Priority: HIGHEST for action security_group_members [ 716.115929] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-3794fd0d-dbfb-4192-a5b5-79aa4acf9875 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.116079] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.116182] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.116548] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.116801] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.116981] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.121634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.121946] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.122055] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.122173] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3794fd0d-dbfb-4192-a5b5-79aa4acf9875',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.125469] env[69297]: INFO networking_nsxv3.common.synchronization [None req-f36ea063-b1bd-4edc-86f2-9ff3cc2a402a None None] Enqueued Resource ID: eca82037-0e30-440b-ad9e-d944ddcf3f11 with Priority: HIGHEST for action port [ 716.126578] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eca82037-0e30-440b-ad9e-d944ddcf3f11 with Priority: HIGHEST for action port [ 716.126578] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-eca82037-0e30-440b-ad9e-d944ddcf3f11 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.126578] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eca82037-0e30-440b-ad9e-d944ddcf3f11" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.126812] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eca82037-0e30-440b-ad9e-d944ddcf3f11" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.128248] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eca82037-0e30-440b-ad9e-d944ddcf3f11" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.128248] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eca82037-0e30-440b-ad9e-d944ddcf3f11',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.302106] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d7e1712-d587-440f-be1d-27feb6a483ae [ 716.302106] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.302317] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.302317] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.302478] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.302572] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.302666] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d7e1712-d587-440f-be1d-27feb6a483ae already deleted. [ 716.302878] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d7e1712-d587-440f-be1d-27feb6a483ae" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.429034] env[69297]: INFO networking_nsxv3.common.synchronization [req-8a745a45-4032-4c69-be50-aa73758abfcb req-7f948a2c-1cdb-4358-87b8-6fda8bffb829 tempest-TenantUsagesTestJSON-1793889797 tempest-TenantUsagesTestJSON-1793889797-project-member] Enqueued Resource ID: da5a373d-02c6-496f-8bb2-a4ae83aa34d5 with Priority: HIGHEST for action security_group_members [ 716.430601] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da5a373d-02c6-496f-8bb2-a4ae83aa34d5 with Priority: HIGHEST for action security_group_members [ 716.430601] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-da5a373d-02c6-496f-8bb2-a4ae83aa34d5 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.431254] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da5a373d-02c6-496f-8bb2-a4ae83aa34d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.431254] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da5a373d-02c6-496f-8bb2-a4ae83aa34d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.431254] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da5a373d-02c6-496f-8bb2-a4ae83aa34d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.431432] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.431498] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.431557] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.432063] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.432063] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.432063] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da5a373d-02c6-496f-8bb2-a4ae83aa34d5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.626813] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.627036] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.627096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.627298] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.627386] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.627584] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.627688] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.627762] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.631326] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.631517] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.631663] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3794fd0d-dbfb-4192-a5b5-79aa4acf9875 already deleted. [ 716.631800] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.635799] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eca82037-0e30-440b-ad9e-d944ddcf3f11 [ 716.636381] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.636568] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.636621] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.636995] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.637061] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.637170] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eca82037-0e30-440b-ad9e-d944ddcf3f11 already deleted. [ 716.637287] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eca82037-0e30-440b-ad9e-d944ddcf3f11" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.823693] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-376 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.823693] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-376" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.823693] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-376" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.823693] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-376" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.824348] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.826526] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.826842] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.827059] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.827212] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.827428] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.827543] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.827631] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.827756] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.830040] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.830040] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.830040] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.851209] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.851209] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 716.851209] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.851209] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-376" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.851606] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-1a04cb37-641d-4777-99f3-3ec466e4848b taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.851606] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-1a04cb37-641d-4777-99f3-3ec466e4848b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.851606] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-1a04cb37-641d-4777-99f3-3ec466e4848b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.852429] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-1a04cb37-641d-4777-99f3-3ec466e4848b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.852573] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a04cb37-641d-4777-99f3-3ec466e4848b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.934998] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.935845] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.935932] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.936182] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.936280] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.936496] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.936607] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.936671] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.936944] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.937030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.937119] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da5a373d-02c6-496f-8bb2-a4ae83aa34d5 is going to be updated. [ 716.971452] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.971601] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.971681] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.971895] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.972063] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.984930] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da5a373d-02c6-496f-8bb2-a4ae83aa34d5 in Status: IN_PROGRESS for 2s [ 717.356130] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.356130] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.356130] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.356490] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.356689] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.356902] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 1a04cb37-641d-4777-99f3-3ec466e4848b not found, creating... [ 717.357215] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.357398] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.357518] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.357762] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.357907] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.358252] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.358402] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.359035] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.359035] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.359035] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.359035] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 1a04cb37-641d-4777-99f3-3ec466e4848b is going to be created. [ 717.382232] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.382721] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.382958] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.383320] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.384179] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.384179] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-1a04cb37-641d-4777-99f3-3ec466e4848b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.599442] env[69297]: INFO networking_nsxv3.common.synchronization [None req-2acf6cb7-f69d-4ce9-85db-fcca5b39056a tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Enqueued Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_rules [ 717.600595] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_rules [ 717.600988] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.602582] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.602699] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.603016] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.603128] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.685537] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 in Status: SUCCESS [ 717.686850] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.687297] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.687743] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.688151] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.689668] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.689668] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.689838] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.690118] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.691263] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.691263] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b13a6b2-3479-4bf2-836e-55051b0d31e5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.762138] env[69297]: INFO networking_nsxv3.common.synchronization [None req-387fe093-e8e5-4305-9700-35a5f0a493c9 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Enqueued Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_rules [ 717.762138] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_rules [ 717.762138] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.762138] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.879609] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83d82433-b9e7-43f2-8431-48c541628597 in Status: SUCCESS [ 717.880145] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.881127] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.881127] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.883038] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.883038] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.883038] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.883038] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.883038] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.883038] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83d82433-b9e7-43f2-8431-48c541628597',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.132637] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.132637] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.132637] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.132637] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.132637] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.132929] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 already deleted. [ 718.132929] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.132981] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.133598] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.133598] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.193481] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b13a6b2-3479-4bf2-836e-55051b0d31e5 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.194137] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.194137] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.194137] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.194137] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.194577] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.194577] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.194577] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.194577] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.194720] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.194906] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b13a6b2-3479-4bf2-836e-55051b0d31e5 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.195019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.195081] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.195238] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.195445] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.195602] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.195695] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.195830] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.195962] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.199293] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.199457] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b13a6b2-3479-4bf2-836e-55051b0d31e5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.298441] env[69297]: INFO networking_nsxv3.common.synchronization [req-66fe1996-182d-4d25-96c9-1859274e002e req-347c8d40-b99a-4e61-bacb-7048c911e1c6 service nova] Enqueued Resource ID: 3794fd0d-dbfb-4192-a5b5-79aa4acf9875 with Priority: HIGHEST for action security_group_rules [ 718.298441] env[69297]: INFO networking_nsxv3.common.synchronization [req-66fe1996-182d-4d25-96c9-1859274e002e req-347c8d40-b99a-4e61-bacb-7048c911e1c6 service nova] Enqueued Resource ID: 3794fd0d-dbfb-4192-a5b5-79aa4acf9875 with Priority: HIGHEST for action security_group_members [ 718.299457] env[69297]: INFO networking_nsxv3.common.synchronization [req-66fe1996-182d-4d25-96c9-1859274e002e req-347c8d40-b99a-4e61-bacb-7048c911e1c6 service nova] Enqueued Resource ID: 1a04cb37-641d-4777-99f3-3ec466e4848b with Priority: HIGHEST for action port [ 718.300428] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3794fd0d-dbfb-4192-a5b5-79aa4acf9875 with Priority: HIGHEST for action security_group_rules [ 718.300820] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3794fd0d-dbfb-4192-a5b5-79aa4acf9875 with Priority: HIGHEST for action security_group_members [ 718.301207] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a04cb37-641d-4777-99f3-3ec466e4848b with Priority: HIGHEST for action port [ 718.301817] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3794fd0d-dbfb-4192-a5b5-79aa4acf9875 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.302249] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.303038] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.303038] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.303426] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3794fd0d-dbfb-4192-a5b5-79aa4acf9875',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.307154] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-3794fd0d-dbfb-4192-a5b5-79aa4acf9875 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.307154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.307154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.307154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.307154] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.307154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.307154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.310512] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.311815] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.311993] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3794fd0d-dbfb-4192-a5b5-79aa4acf9875',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.313220] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a04cb37-641d-4777-99f3-3ec466e4848b taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.313325] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a04cb37-641d-4777-99f3-3ec466e4848b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.313390] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a04cb37-641d-4777-99f3-3ec466e4848b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.313558] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a04cb37-641d-4777-99f3-3ec466e4848b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.313639] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a04cb37-641d-4777-99f3-3ec466e4848b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.388059] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83d82433-b9e7-43f2-8431-48c541628597',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.657691] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.657691] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.657691] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.657691] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.657691] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.658233] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 already deleted. [ 718.658233] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.702301] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b13a6b2-3479-4bf2-836e-55051b0d31e5: rpc.has_security_group_logging(os_id): False [ 718.736393] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.738110] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.738397] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.738768] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.738887] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.739177] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.739328] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.739403] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.739607] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.739776] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.742456] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.742456] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.742617] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.742815] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.742938] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.743792] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.743792] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.746413] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.746631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.747190] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.747624] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 is going to be updated. [ 718.816040] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-3794fd0d-dbfb-4192-a5b5-79aa4acf9875 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.816423] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.816676] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3794fd0d-dbfb-4192-a5b5-79aa4acf9875',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.817884] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a04cb37-641d-4777-99f3-3ec466e4848b with status ACTIVE [ 718.818034] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.818167] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.818309] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.818444] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.818531] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.819175] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.819175] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.819175] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.820207] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.820296] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.820624] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.820857] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.820955] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.821227] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.821691] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.821691] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a04cb37-641d-4777-99f3-3ec466e4848b is going to be updated. [ 718.834172] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.834353] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.834353] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.834599] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.841687] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.856151] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 in Status: IN_PROGRESS for 2s [ 718.857576] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.857764] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.857817] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.858085] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.858179] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.858348] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a04cb37-641d-4777-99f3-3ec466e4848b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.891139] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83d82433-b9e7-43f2-8431-48c541628597',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.929958] env[69297]: INFO networking_nsxv3.common.synchronization [None req-c04b863a-2e2c-49d9-8fef-1db1a6ddf162 None None] Enqueued Resource ID: c364de44-c0e7-4e97-af1c-618799e09c1e with Priority: HIGHEST for action port [ 718.930764] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c364de44-c0e7-4e97-af1c-618799e09c1e with Priority: HIGHEST for action port [ 718.931283] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-c364de44-c0e7-4e97-af1c-618799e09c1e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.931483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c364de44-c0e7-4e97-af1c-618799e09c1e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.931670] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c364de44-c0e7-4e97-af1c-618799e09c1e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.931938] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c364de44-c0e7-4e97-af1c-618799e09c1e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.932161] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c364de44-c0e7-4e97-af1c-618799e09c1e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.997198] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da5a373d-02c6-496f-8bb2-a4ae83aa34d5 in Status: SUCCESS [ 718.997198] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da5a373d-02c6-496f-8bb2-a4ae83aa34d5 deletion is rescheduled due to dependency. [ 718.997198] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da5a373d-02c6-496f-8bb2-a4ae83aa34d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.235198] env[69297]: INFO networking_nsxv3.common.synchronization [req-1fbccf13-41e0-45f0-bc4a-c095d73aeb5d req-8de23ddc-b98e-4c83-bead-518bd61eec18 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Enqueued Resource ID: 83d82433-b9e7-43f2-8431-48c541628597 with Priority: HIGHEST for action security_group_members [ 719.236303] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d82433-b9e7-43f2-8431-48c541628597 with Priority: HIGHEST for action security_group_members [ 719.237790] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-83d82433-b9e7-43f2-8431-48c541628597 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.237963] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.266137] env[69297]: INFO networking_nsxv3.common.synchronization [req-1fbccf13-41e0-45f0-bc4a-c095d73aeb5d req-8de23ddc-b98e-4c83-bead-518bd61eec18 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Enqueued Resource ID: 83d82433-b9e7-43f2-8431-48c541628597 with Priority: HIGHEST for action security_group_rules [ 719.267074] env[69297]: INFO networking_nsxv3.common.synchronization [req-1fbccf13-41e0-45f0-bc4a-c095d73aeb5d req-8de23ddc-b98e-4c83-bead-518bd61eec18 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Enqueued Resource ID: 83d82433-b9e7-43f2-8431-48c541628597 with Priority: HIGHEST for action security_group_members [ 719.267074] env[69297]: INFO networking_nsxv3.common.synchronization [req-1fbccf13-41e0-45f0-bc4a-c095d73aeb5d req-8de23ddc-b98e-4c83-bead-518bd61eec18 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Enqueued Resource ID: 56f8b892-f116-4b69-9c90-f3dc2471aff7 with Priority: HIGHEST for action port [ 719.267962] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d82433-b9e7-43f2-8431-48c541628597 with Priority: HIGHEST for action security_group_rules [ 719.268187] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d82433-b9e7-43f2-8431-48c541628597 with Priority: HIGHEST for action security_group_members [ 719.268311] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56f8b892-f116-4b69-9c90-f3dc2471aff7 with Priority: HIGHEST for action port [ 719.268910] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83d82433-b9e7-43f2-8431-48c541628597 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.269021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.269255] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-83d82433-b9e7-43f2-8431-48c541628597 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.269348] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.269593] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-56f8b892-f116-4b69-9c90-f3dc2471aff7 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.269707] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56f8b892-f116-4b69-9c90-f3dc2471aff7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.269774] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56f8b892-f116-4b69-9c90-f3dc2471aff7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.270372] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56f8b892-f116-4b69-9c90-f3dc2471aff7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.270495] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56f8b892-f116-4b69-9c90-f3dc2471aff7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.324625] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3794fd0d-dbfb-4192-a5b5-79aa4acf9875',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.396458] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.396458] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.396458] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.396458] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.396458] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.396458] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83d82433-b9e7-43f2-8431-48c541628597 is going to be updated. [ 719.425591] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.425812] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.425872] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.426105] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.426943] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.441570] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83d82433-b9e7-43f2-8431-48c541628597 in Status: IN_PROGRESS for 2s [ 719.441570] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c364de44-c0e7-4e97-af1c-618799e09c1e [ 719.441570] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.441570] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.441570] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.441570] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.441570] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.441570] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c364de44-c0e7-4e97-af1c-618799e09c1e already deleted. [ 719.441570] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c364de44-c0e7-4e97-af1c-618799e09c1e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.776692] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56f8b892-f116-4b69-9c90-f3dc2471aff7 with status ACTIVE [ 719.779709] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.779709] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.779709] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.779709] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.779709] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.779709] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.779709] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.779709] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.779709] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.779709] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.779709] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.779709] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.781662] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.781782] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.781902] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.782061] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56f8b892-f116-4b69-9c90-f3dc2471aff7 is going to be updated. [ 719.810514] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.812520] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.812635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.812828] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.813032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.813350] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56f8b892-f116-4b69-9c90-f3dc2471aff7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.827372] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.827615] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.827668] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.828050] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.828050] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.828208] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3794fd0d-dbfb-4192-a5b5-79aa4acf9875 is going to be created. [ 719.864264] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.864414] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.864463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.864728] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.864933] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.884537] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3794fd0d-dbfb-4192-a5b5-79aa4acf9875 in Status: UNINITIALIZED for 2s [ 720.871418] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 in Status: SUCCESS [ 720.871748] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.081522] env[69297]: INFO networking_nsxv3.common.synchronization [req-c68e5c18-22db-4e4e-b00e-9c935f03e248 req-ae559b5d-7210-4881-b645-6fc7cd227d51 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Enqueued Resource ID: 5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f with Priority: HIGHEST for action security_group_members [ 721.082085] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f with Priority: HIGHEST for action security_group_members [ 721.082269] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.082394] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.082459] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.082744] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.082897] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.082998] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.083761] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.083953] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.084088] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.084221] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.358102] env[69297]: INFO networking_nsxv3.common.synchronization [req-969e1983-90d0-4504-b17e-d30fa31b4370 req-f0766e4e-7039-4d92-ae2d-7c2bcd097c7c tempest-ServerDiagnosticsTest-2078696863 tempest-ServerDiagnosticsTest-2078696863-project-member] Enqueued Resource ID: e6a8946e-61d1-4081-97e9-9b588b127e0c with Priority: HIGHEST for action security_group_members [ 721.358678] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a8946e-61d1-4081-97e9-9b588b127e0c with Priority: HIGHEST for action security_group_members [ 721.359018] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6a8946e-61d1-4081-97e9-9b588b127e0c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.359484] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.360079] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.360322] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.360489] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.360611] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.360677] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.360831] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.360917] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.361027] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6a8946e-61d1-4081-97e9-9b588b127e0c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.453358] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83d82433-b9e7-43f2-8431-48c541628597 in Status: SUCCESS [ 721.453704] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.453822] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.454078] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.454376] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.454482] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.454482] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.454818] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.454818] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.454961] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.455022] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83d82433-b9e7-43f2-8431-48c541628597',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.455900] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.456142] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.456337] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.456458] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.456532] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.456701] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.456845] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.456959] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83d82433-b9e7-43f2-8431-48c541628597',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.589634] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.589827] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.589827] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.590072] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.590173] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.590381] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.590483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.590745] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.590745] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.590850] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.590850] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f already deleted. [ 721.590945] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.668673] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-950 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.668879] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-950" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.669014] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-950" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.669597] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-950" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.669912] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.670151] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.670303] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.670561] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.670711] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.671061] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.671207] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.671382] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.671560] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.671721] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.671843] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.671986] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.705144] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.705319] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 721.705459] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.705641] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-950" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.705963] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-14844e30-0d0d-4272-a530-7dc4c36d88f7 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.706157] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-14844e30-0d0d-4272-a530-7dc4c36d88f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.706276] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-14844e30-0d0d-4272-a530-7dc4c36d88f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.706609] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-14844e30-0d0d-4272-a530-7dc4c36d88f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.706813] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14844e30-0d0d-4272-a530-7dc4c36d88f7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.863323] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.863323] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.863416] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.864047] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.864047] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.864047] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.864252] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.864252] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.864506] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.864506] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.864506] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6a8946e-61d1-4081-97e9-9b588b127e0c is going to be updated. [ 721.895453] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3794fd0d-dbfb-4192-a5b5-79aa4acf9875 in Status: SUCCESS [ 721.895453] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.895854] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.896027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.896301] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.896382] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.897063] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.897063] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.897063] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.897063] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.897063] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3794fd0d-dbfb-4192-a5b5-79aa4acf9875',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.903033] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.903239] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.903239] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.903863] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.903863] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.916328] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6a8946e-61d1-4081-97e9-9b588b127e0c in Status: IN_PROGRESS for 2s [ 721.959430] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83d82433-b9e7-43f2-8431-48c541628597',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.960459] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83d82433-b9e7-43f2-8431-48c541628597',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.209908] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.210226] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.210351] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.210643] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.210840] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.210974] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 14844e30-0d0d-4272-a530-7dc4c36d88f7 not found, creating... [ 722.211270] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.211447] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.211582] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.211844] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.211962] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.212259] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.212417] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.212558] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.212791] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.212940] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.213224] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 14844e30-0d0d-4272-a530-7dc4c36d88f7 is going to be created. [ 722.246463] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.246674] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.246919] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.247260] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.247529] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.248484] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-14844e30-0d0d-4272-a530-7dc4c36d88f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.403129] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3794fd0d-dbfb-4192-a5b5-79aa4acf9875',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.465031] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83d82433-b9e7-43f2-8431-48c541628597: rpc.has_security_group_logging(os_id): False [ 722.465794] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83d82433-b9e7-43f2-8431-48c541628597',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.482259] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.482632] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.482742] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.482947] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.483054] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.483322] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.483423] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.483490] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.483649] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.483732] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.483822] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83d82433-b9e7-43f2-8431-48c541628597 is going to be updated. [ 722.581850] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.581850] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.581850] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.581850] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.581850] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.581850] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83d82433-b9e7-43f2-8431-48c541628597 in Status: IN_PROGRESS for 2s [ 722.906497] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3794fd0d-dbfb-4192-a5b5-79aa4acf9875: rpc.has_security_group_logging(os_id): False [ 722.928096] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.930864] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.930864] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.930864] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.930864] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.930864] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.930864] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.930864] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.930864] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.930864] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.930864] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3794fd0d-dbfb-4192-a5b5-79aa4acf9875 is going to be created. [ 722.968992] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.968992] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.968992] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.968992] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.968992] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.969237] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83d82433-b9e7-43f2-8431-48c541628597 is going to be updated. [ 722.997822] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.997999] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.998062] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.998280] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.998426] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.009411] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83d82433-b9e7-43f2-8431-48c541628597 in Status: IN_PROGRESS for 2s [ 723.019282] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.019442] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.019514] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.019765] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.019919] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.034469] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3794fd0d-dbfb-4192-a5b5-79aa4acf9875 in Status: IN_PROGRESS for 2s [ 723.208907] env[69297]: INFO networking_nsxv3.common.synchronization [req-c68e5c18-22db-4e4e-b00e-9c935f03e248 req-3316624f-5476-4319-9b4f-758cdf428345 service nova] Enqueued Resource ID: 5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f with Priority: HIGHEST for action security_group_rules [ 723.209250] env[69297]: INFO networking_nsxv3.common.synchronization [req-c68e5c18-22db-4e4e-b00e-9c935f03e248 req-3316624f-5476-4319-9b4f-758cdf428345 service nova] Enqueued Resource ID: 5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f with Priority: HIGHEST for action security_group_members [ 723.209429] env[69297]: INFO networking_nsxv3.common.synchronization [req-c68e5c18-22db-4e4e-b00e-9c935f03e248 req-3316624f-5476-4319-9b4f-758cdf428345 service nova] Enqueued Resource ID: 14844e30-0d0d-4272-a530-7dc4c36d88f7 with Priority: HIGHEST for action port [ 723.210291] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f with Priority: HIGHEST for action security_group_rules [ 723.210505] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f with Priority: HIGHEST for action security_group_members [ 723.210557] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14844e30-0d0d-4272-a530-7dc4c36d88f7 with Priority: HIGHEST for action port [ 723.211250] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.211250] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.211250] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.211435] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.211505] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.213262] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.213262] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.213262] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.213262] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.213262] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.213262] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.213262] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.213262] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.213705] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.219241] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.222051] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-14844e30-0d0d-4272-a530-7dc4c36d88f7 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.222051] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14844e30-0d0d-4272-a530-7dc4c36d88f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.222051] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14844e30-0d0d-4272-a530-7dc4c36d88f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.222051] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14844e30-0d0d-4272-a530-7dc4c36d88f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.222051] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14844e30-0d0d-4272-a530-7dc4c36d88f7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.722130] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.722273] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.724614] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.724614] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14844e30-0d0d-4272-a530-7dc4c36d88f7 with status ACTIVE [ 723.724795] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.724884] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.724919] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.725123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.725210] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.725411] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.725549] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.725647] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.725927] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.726041] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.726253] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.726253] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.726410] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.726438] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.726518] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.726604] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14844e30-0d0d-4272-a530-7dc4c36d88f7 is going to be updated. [ 723.758509] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.758509] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.758509] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.758509] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.758509] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.758509] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14844e30-0d0d-4272-a530-7dc4c36d88f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.933349] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6a8946e-61d1-4081-97e9-9b588b127e0c in Status: SUCCESS [ 723.933349] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6a8946e-61d1-4081-97e9-9b588b127e0c deletion is rescheduled due to dependency. [ 723.933349] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.234250] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.592422] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83d82433-b9e7-43f2-8431-48c541628597 in Status: SUCCESS [ 724.592611] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.592800] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.593046] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.593140] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83d82433-b9e7-43f2-8431-48c541628597',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.689173] env[69297]: INFO networking_nsxv3.common.synchronization [req-b67861fc-8b91-40b2-99df-f3d9b1059f48 req-d207d6ca-20cb-45fb-8f7f-a418c450da5f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Enqueued Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_members [ 724.689784] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_members [ 724.690198] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.690734] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.690734] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.691147] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.691963] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.691963] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.691963] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.693551] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.693655] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.693766] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.894624] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.894833] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.896211] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.896211] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.896211] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.896211] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f is going to be created. [ 724.923595] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.923792] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.923835] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.924031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.924207] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.936500] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f in Status: UNINITIALIZED for 2s [ 724.975360] env[69297]: INFO networking_nsxv3.common.synchronization [req-2602a4a1-9959-4c2c-bc34-4db6701273c0 req-34c19a93-ccdd-4f36-bce3-1f755d122359 tempest-AttachInterfacesUnderV243Test-961744565 tempest-AttachInterfacesUnderV243Test-961744565-project-member] Enqueued Resource ID: 83d82433-b9e7-43f2-8431-48c541628597 with Priority: HIGHEST for action security_group_members [ 724.975872] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d82433-b9e7-43f2-8431-48c541628597 with Priority: HIGHEST for action security_group_members [ 724.976213] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-83d82433-b9e7-43f2-8431-48c541628597 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.976602] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.019136] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83d82433-b9e7-43f2-8431-48c541628597 in Status: SUCCESS [ 725.019396] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.019562] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.019794] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.019983] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.020107] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.020174] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.021119] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.021384] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.021452] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83d82433-b9e7-43f2-8431-48c541628597',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.046670] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3794fd0d-dbfb-4192-a5b5-79aa4acf9875 in Status: SUCCESS [ 725.046940] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.095205] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-83d82433-b9e7-43f2-8431-48c541628597 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.095349] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.200916] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.201144] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.201222] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.201448] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.201555] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.201849] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.201913] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.204252] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.204252] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.204252] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.204252] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b is going to be updated. [ 725.274199] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.274450] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.274450] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.274685] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.274824] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.290495] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b in Status: IN_PROGRESS for 2s [ 725.525140] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.525140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.525140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.525140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.525140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.525140] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.525140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.525140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.525140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.525140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.525140] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83d82433-b9e7-43f2-8431-48c541628597 is going to be updated. [ 725.557853] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.558087] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.558198] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.558490] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.558671] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.570156] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83d82433-b9e7-43f2-8431-48c541628597 in Status: IN_PROGRESS for 2s [ 726.247823] env[69297]: INFO networking_nsxv3.common.synchronization [req-25b01a0c-077c-4213-a03c-dc13c46bc020 req-b9d6c52f-ee0f-402e-9a03-606a99a14b78 tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Enqueued Resource ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 with Priority: HIGHEST for action security_group_members [ 726.249165] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 with Priority: HIGHEST for action security_group_members [ 726.249165] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-b50d4aab-fded-402e-b7f9-1d028aeb2e79 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.249165] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.249165] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.249441] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.249441] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.249553] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.249589] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.249820] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.249956] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.250131] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.633775] env[69297]: INFO networking_nsxv3.common.synchronization [req-870e2d5b-3a9c-4d35-bc16-e638905c8a41 req-c39a2d86-df6f-4a72-bcc4-5fefc529b5fd tempest-ListServersNegativeTestJSON-855574865 tempest-ListServersNegativeTestJSON-855574865-project-member] Enqueued Resource ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 with Priority: HIGHEST for action security_group_members [ 726.634230] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 with Priority: HIGHEST for action security_group_members [ 726.634524] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-b50d4aab-fded-402e-b7f9-1d028aeb2e79 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.635042] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.753971] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.804021] env[69297]: INFO networking_nsxv3.common.synchronization [req-3cd15ed1-ee0c-4569-b468-43b9928289f0 req-75c7d622-977e-458a-91ef-c228cc05df6a tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Enqueued Resource ID: a410f550-ee30-4905-9308-fef53e0f2b62 with Priority: HIGHEST for action security_group_members [ 726.804784] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a410f550-ee30-4905-9308-fef53e0f2b62 with Priority: HIGHEST for action security_group_members [ 726.804938] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-a410f550-ee30-4905-9308-fef53e0f2b62 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.805183] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.805255] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.805596] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.805729] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.805847] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.805970] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.806176] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.809067] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.809259] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a410f550-ee30-4905-9308-fef53e0f2b62',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.954028] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f in Status: SUCCESS [ 726.954028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.954028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.954028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.954028] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.954028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.954028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.954028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.954028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.954028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.954028] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.258233] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.305683] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b in Status: SUCCESS [ 727.305948] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b deletion is rescheduled due to dependency. [ 727.306095] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.312334] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.312474] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.312546] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.312779] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.312874] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.313093] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.313198] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.313308] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.313418] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.313496] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.313583] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a410f550-ee30-4905-9308-fef53e0f2b62 already deleted. [ 727.313661] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.460290] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.504125] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.506490] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.506490] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.506490] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.506490] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.506490] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.506490] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.506490] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.506490] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.506490] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.506490] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.507434] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.507434] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.507434] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.507434] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.507584] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.532156] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.532156] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 727.532156] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.532156] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.532156] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-8221d4e0-949f-4b6b-b64f-eecd81db4851 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.532156] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-8221d4e0-949f-4b6b-b64f-eecd81db4851" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.532156] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-8221d4e0-949f-4b6b-b64f-eecd81db4851" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.532156] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-8221d4e0-949f-4b6b-b64f-eecd81db4851" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.532156] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8221d4e0-949f-4b6b-b64f-eecd81db4851',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.582379] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83d82433-b9e7-43f2-8431-48c541628597 in Status: SUCCESS [ 727.582379] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83d82433-b9e7-43f2-8431-48c541628597 deletion is rescheduled due to dependency. [ 727.582379] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.582379] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.582379] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.582379] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.582713] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.582713] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.582766] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.582843] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.582953] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83d82433-b9e7-43f2-8431-48c541628597',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.761608] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.762347] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.762347] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.762347] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.762347] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.762347] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 is going to be updated. [ 727.801560] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.801756] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.801883] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.802200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.802406] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.814464] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 in Status: IN_PROGRESS for 2s [ 727.965471] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f: rpc.has_security_group_logging(os_id): False [ 727.989369] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.989521] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.989594] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.989818] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.989913] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.990216] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.990361] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.990403] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.990649] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.990649] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.991298] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f is going to be created. [ 728.034747] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.035098] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.035098] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.035482] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.035654] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.035819] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 8221d4e0-949f-4b6b-b64f-eecd81db4851 not found, creating... [ 728.036116] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.036284] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.036456] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.036772] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.036977] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.037446] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.037583] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.037707] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.037959] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.038112] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.038260] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 8221d4e0-949f-4b6b-b64f-eecd81db4851 is going to be created. [ 728.070259] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.071398] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.071398] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.071398] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.071398] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.071398] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-8221d4e0-949f-4b6b-b64f-eecd81db4851" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.086110] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.086110] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.086322] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.086448] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.086507] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.086786] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.087015] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.087083] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.087257] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.087341] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.087510] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83d82433-b9e7-43f2-8431-48c541628597 is going to be updated. [ 728.187521] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.187934] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.187934] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.188109] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.188265] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.206904] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.206904] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.206998] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.207262] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.207378] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.223350] env[69297]: INFO networking_nsxv3.common.synchronization [req-69bfa015-d0b3-4f08-9c29-b6fc038265c2 req-1b6df8d0-ba0b-4248-bdf4-85443e850705 tempest-DeleteServersAdminTestJSON-1354222614 tempest-DeleteServersAdminTestJSON-1354222614-project-member] Enqueued Resource ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 with Priority: HIGHEST for action security_group_members [ 728.226008] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 with Priority: HIGHEST for action security_group_members [ 728.227052] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b13a6b2-3479-4bf2-836e-55051b0d31e5 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.227302] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.227302] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.227489] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.227659] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.227812] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.227812] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.231199] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.231199] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.231199] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b13a6b2-3479-4bf2-836e-55051b0d31e5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.231753] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f in Status: IN_PROGRESS for 2s [ 728.244885] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83d82433-b9e7-43f2-8431-48c541628597 in Status: IN_PROGRESS for 2s [ 728.737054] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.737054] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.737054] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.737054] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.737054] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.737054] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.737054] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.737054] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.737054] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.737054] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.737054] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 is going to be updated. [ 728.770246] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.772124] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.772124] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.772124] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.772124] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.787840] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 in Status: IN_PROGRESS for 2s [ 728.935450] env[69297]: INFO networking_nsxv3.common.synchronization [req-3cd15ed1-ee0c-4569-b468-43b9928289f0 req-74ab121b-3420-4d5a-8b13-23ce1ce0d4af service nova] Enqueued Resource ID: a410f550-ee30-4905-9308-fef53e0f2b62 with Priority: HIGHEST for action security_group_rules [ 728.935450] env[69297]: INFO networking_nsxv3.common.synchronization [req-3cd15ed1-ee0c-4569-b468-43b9928289f0 req-74ab121b-3420-4d5a-8b13-23ce1ce0d4af service nova] Enqueued Resource ID: a410f550-ee30-4905-9308-fef53e0f2b62 with Priority: HIGHEST for action security_group_members [ 728.935450] env[69297]: INFO networking_nsxv3.common.synchronization [req-3cd15ed1-ee0c-4569-b468-43b9928289f0 req-74ab121b-3420-4d5a-8b13-23ce1ce0d4af service nova] Enqueued Resource ID: 8221d4e0-949f-4b6b-b64f-eecd81db4851 with Priority: HIGHEST for action port [ 728.935450] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a410f550-ee30-4905-9308-fef53e0f2b62 with Priority: HIGHEST for action security_group_rules [ 728.935450] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a410f550-ee30-4905-9308-fef53e0f2b62 with Priority: HIGHEST for action security_group_members [ 728.935450] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8221d4e0-949f-4b6b-b64f-eecd81db4851 with Priority: HIGHEST for action port [ 728.935450] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a410f550-ee30-4905-9308-fef53e0f2b62 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.935450] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.935450] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.935851] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.935958] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a410f550-ee30-4905-9308-fef53e0f2b62',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.939369] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-a410f550-ee30-4905-9308-fef53e0f2b62 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.939369] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.939369] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.939369] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.939369] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.939369] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.939369] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.939369] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.939369] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.939369] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a410f550-ee30-4905-9308-fef53e0f2b62',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.939369] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-8221d4e0-949f-4b6b-b64f-eecd81db4851 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.939860] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8221d4e0-949f-4b6b-b64f-eecd81db4851" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.939860] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8221d4e0-949f-4b6b-b64f-eecd81db4851" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.939860] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8221d4e0-949f-4b6b-b64f-eecd81db4851" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.939935] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8221d4e0-949f-4b6b-b64f-eecd81db4851',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.444140] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8221d4e0-949f-4b6b-b64f-eecd81db4851 with status ACTIVE [ 729.444389] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.444526] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.444593] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.445047] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.445246] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.445441] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.445546] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.445609] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.445768] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.445848] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.446046] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.446132] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.446194] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.446335] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.446413] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.446498] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8221d4e0-949f-4b6b-b64f-eecd81db4851 is going to be updated. [ 729.449105] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-a410f550-ee30-4905-9308-fef53e0f2b62 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.449225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.449421] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a410f550-ee30-4905-9308-fef53e0f2b62',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.472544] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.472711] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.472783] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.473025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.473170] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.473351] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8221d4e0-949f-4b6b-b64f-eecd81db4851" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.575175] env[69297]: INFO networking_nsxv3.common.synchronization [req-16e27fbd-404b-4006-a06c-74192e848771 req-9fcd6649-b5e1-4065-b722-d7649dfc364f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Enqueued Resource ID: 134cf66a-fbc4-49d7-8cfb-6f8900631f07 with Priority: HIGHEST for action security_group_members [ 729.577392] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 134cf66a-fbc4-49d7-8cfb-6f8900631f07 with Priority: HIGHEST for action security_group_members [ 729.577450] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-134cf66a-fbc4-49d7-8cfb-6f8900631f07 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.577563] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.577684] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.577969] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.578171] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.578383] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.578464] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.578647] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.578749] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.578862] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('134cf66a-fbc4-49d7-8cfb-6f8900631f07',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.825994] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 in Status: SUCCESS [ 729.826286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.826462] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.826869] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.827128] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.827249] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.827315] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.827485] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.827563] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.827682] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b50d4aab-fded-402e-b7f9-1d028aeb2e79',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.958148] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a410f550-ee30-4905-9308-fef53e0f2b62',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.084023] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.084023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.084023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.084023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.084023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.084023] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.084023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.084023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.084434] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.084434] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.084528] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 134cf66a-fbc4-49d7-8cfb-6f8900631f07 is going to be updated. [ 730.122665] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.122837] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.122937] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.123228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.123413] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.132521] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 134cf66a-fbc4-49d7-8cfb-6f8900631f07 in Status: IN_PROGRESS for 2s [ 730.247629] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f in Status: SUCCESS [ 730.247867] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.256261] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83d82433-b9e7-43f2-8431-48c541628597 in Status: SUCCESS [ 730.256431] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83d82433-b9e7-43f2-8431-48c541628597 deletion is rescheduled due to dependency. [ 730.256548] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.256742] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.257064] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.257314] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.257414] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.257486] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.257657] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.257751] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.257886] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.258011] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83d82433-b9e7-43f2-8431-48c541628597',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.330637] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.330845] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.330932] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.332151] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.332276] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.332515] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.332628] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.332695] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.332897] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.332988] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.333093] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 is going to be updated. [ 730.364133] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.364133] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.364133] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.364133] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.364133] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.382802] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 in Status: IN_PROGRESS for 2s [ 730.462505] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.462781] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.462781] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.462885] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.462917] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.463511] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a410f550-ee30-4905-9308-fef53e0f2b62 is going to be created. [ 730.495632] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.495739] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.495739] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.495976] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.496168] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.507367] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a410f550-ee30-4905-9308-fef53e0f2b62 in Status: UNINITIALIZED for 2s [ 730.761463] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83d82433-b9e7-43f2-8431-48c541628597',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.797503] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 in Status: SUCCESS [ 730.797801] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 deletion is rescheduled due to dependency. [ 730.797801] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.264600] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83d82433-b9e7-43f2-8431-48c541628597: rpc.has_security_group_logging(os_id): False [ 731.284174] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.284399] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.284480] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.284698] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.284795] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.285057] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.285161] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.285227] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.285377] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.285454] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.285539] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83d82433-b9e7-43f2-8431-48c541628597 is going to be updated. [ 731.351357] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.351515] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.352411] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.352411] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.352411] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.367520] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83d82433-b9e7-43f2-8431-48c541628597 in Status: IN_PROGRESS for 2s [ 731.964725] env[69297]: INFO networking_nsxv3.common.synchronization [None req-6e7de494-1ac6-44a4-8628-2004791f6956 None None] Enqueued Resource ID: 2d9e5846-191e-4b72-96ac-aacba7f379db with Priority: HIGHEST for action port [ 731.964725] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d9e5846-191e-4b72-96ac-aacba7f379db with Priority: HIGHEST for action port [ 731.964725] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d9e5846-191e-4b72-96ac-aacba7f379db taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.964725] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d9e5846-191e-4b72-96ac-aacba7f379db" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.964935] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d9e5846-191e-4b72-96ac-aacba7f379db" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.965445] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d9e5846-191e-4b72-96ac-aacba7f379db" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.965445] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d9e5846-191e-4b72-96ac-aacba7f379db',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.078675] env[69297]: INFO networking_nsxv3.common.synchronization [None req-07e21a18-ecc8-453c-bddf-53dcc8cc5490 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Enqueued Resource ID: f67d7e35-6abb-495a-9b0f-072a0b256607 with Priority: HIGHEST for action security_group_rules [ 732.079232] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f67d7e35-6abb-495a-9b0f-072a0b256607 with Priority: HIGHEST for action security_group_rules [ 732.079533] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f67d7e35-6abb-495a-9b0f-072a0b256607 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.080530] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f67d7e35-6abb-495a-9b0f-072a0b256607" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.080530] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f67d7e35-6abb-495a-9b0f-072a0b256607" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.080530] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f67d7e35-6abb-495a-9b0f-072a0b256607" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.080620] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f67d7e35-6abb-495a-9b0f-072a0b256607',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.144180] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 134cf66a-fbc4-49d7-8cfb-6f8900631f07 in Status: SUCCESS [ 732.144326] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 134cf66a-fbc4-49d7-8cfb-6f8900631f07 deletion is rescheduled due to dependency. [ 732.144448] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.203617] env[69297]: INFO networking_nsxv3.common.synchronization [None req-ebd40f61-84df-4b67-b137-5a8cc0df8a7b tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Enqueued Resource ID: f67d7e35-6abb-495a-9b0f-072a0b256607 with Priority: HIGHEST for action security_group_rules [ 732.204175] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f67d7e35-6abb-495a-9b0f-072a0b256607 with Priority: HIGHEST for action security_group_rules [ 732.204425] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f67d7e35-6abb-495a-9b0f-072a0b256607 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.204527] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f67d7e35-6abb-495a-9b0f-072a0b256607" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.394638] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 in Status: SUCCESS [ 732.394937] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b50d4aab-fded-402e-b7f9-1d028aeb2e79 deletion is rescheduled due to dependency. [ 732.394937] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b50d4aab-fded-402e-b7f9-1d028aeb2e79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.467954] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d9e5846-191e-4b72-96ac-aacba7f379db [ 732.468079] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.468200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.468296] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.468478] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.468567] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.468687] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d9e5846-191e-4b72-96ac-aacba7f379db already deleted. [ 732.468877] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d9e5846-191e-4b72-96ac-aacba7f379db" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.517164] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a410f550-ee30-4905-9308-fef53e0f2b62 in Status: SUCCESS [ 732.517384] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.517552] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.518539] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.518910] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.519063] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.519137] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.519727] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.519727] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.519727] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.519727] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a410f550-ee30-4905-9308-fef53e0f2b62',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.607199] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.607563] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.607729] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.608217] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.608605] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.608865] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f67d7e35-6abb-495a-9b0f-072a0b256607 already deleted. [ 732.609104] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f67d7e35-6abb-495a-9b0f-072a0b256607" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.609423] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f67d7e35-6abb-495a-9b0f-072a0b256607" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.609888] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f67d7e35-6abb-495a-9b0f-072a0b256607" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.610114] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f67d7e35-6abb-495a-9b0f-072a0b256607',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.024770] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-a410f550-ee30-4905-9308-fef53e0f2b62 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.024770] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.024770] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.024770] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.024770] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.024770] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.024770] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.024770] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.024770] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.024770] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.024770] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-a410f550-ee30-4905-9308-fef53e0f2b62 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.024770] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.024770] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.024770] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.034620] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.034620] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.034620] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.034620] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.034620] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.034620] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.034620] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a410f550-ee30-4905-9308-fef53e0f2b62',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.133477] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.133652] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.133745] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.133936] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.134592] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.134592] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f67d7e35-6abb-495a-9b0f-072a0b256607 already deleted. [ 733.134592] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f67d7e35-6abb-495a-9b0f-072a0b256607" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.386181] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83d82433-b9e7-43f2-8431-48c541628597 in Status: SUCCESS [ 733.386428] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.537665] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a410f550-ee30-4905-9308-fef53e0f2b62: rpc.has_security_group_logging(os_id): False [ 733.559986] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.560259] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.560323] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.560555] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.560670] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.560931] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.561088] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.561165] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.561380] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.561513] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.561953] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.562130] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.562203] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.562368] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.562459] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.562643] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.562760] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.562825] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.562970] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.563109] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.563243] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a410f550-ee30-4905-9308-fef53e0f2b62 is going to be created. [ 733.667175] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.667320] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.667378] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.667567] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.667824] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.683414] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a410f550-ee30-4905-9308-fef53e0f2b62 in Status: IN_PROGRESS for 2s [ 733.761135] env[69297]: INFO networking_nsxv3.common.synchronization [None req-a24c4257-3d97-46cc-a16d-cfebf6679d4e tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Enqueued Resource ID: a09f99dd-1fa1-4782-9e62-9f63084d2936 with Priority: HIGHEST for action security_group_rules [ 733.764910] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a09f99dd-1fa1-4782-9e62-9f63084d2936 with Priority: HIGHEST for action security_group_rules [ 733.765199] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a09f99dd-1fa1-4782-9e62-9f63084d2936 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.765343] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.765517] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.765725] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.765793] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a09f99dd-1fa1-4782-9e62-9f63084d2936',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.890689] env[69297]: INFO networking_nsxv3.common.synchronization [None req-41d07e7b-2e43-41b9-9807-b81def99ed0d tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Enqueued Resource ID: a09f99dd-1fa1-4782-9e62-9f63084d2936 with Priority: HIGHEST for action security_group_rules [ 733.893035] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a09f99dd-1fa1-4782-9e62-9f63084d2936 with Priority: HIGHEST for action security_group_rules [ 733.893035] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a09f99dd-1fa1-4782-9e62-9f63084d2936 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.893035] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.051098] env[69297]: INFO networking_nsxv3.common.synchronization [None req-b6776db7-5cfb-4ab7-b6d4-8176c0fb958c None None] Enqueued Resource ID: 125d7752-e1b8-4d0c-9206-3cbdfc2a8f8e with Priority: HIGHEST for action port [ 734.052586] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 125d7752-e1b8-4d0c-9206-3cbdfc2a8f8e with Priority: HIGHEST for action port [ 734.053118] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-125d7752-e1b8-4d0c-9206-3cbdfc2a8f8e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.053311] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-125d7752-e1b8-4d0c-9206-3cbdfc2a8f8e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.053387] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-125d7752-e1b8-4d0c-9206-3cbdfc2a8f8e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.053711] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-125d7752-e1b8-4d0c-9206-3cbdfc2a8f8e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.054140] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('125d7752-e1b8-4d0c-9206-3cbdfc2a8f8e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.289117] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.289518] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.289719] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.290057] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.290266] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.290480] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a09f99dd-1fa1-4782-9e62-9f63084d2936 already deleted. [ 734.290726] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.291265] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.292484] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.292484] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a09f99dd-1fa1-4782-9e62-9f63084d2936',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.557439] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 125d7752-e1b8-4d0c-9206-3cbdfc2a8f8e [ 734.557758] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.557985] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.557985] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.558271] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.558372] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.558485] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:125d7752-e1b8-4d0c-9206-3cbdfc2a8f8e already deleted. [ 734.558555] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-125d7752-e1b8-4d0c-9206-3cbdfc2a8f8e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.816753] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.817075] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.817178] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.817413] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.817526] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.817617] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a09f99dd-1fa1-4782-9e62-9f63084d2936 already deleted. [ 734.817707] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.978202] env[69297]: INFO networking_nsxv3.common.synchronization [req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 req-35ac1432-59cd-4b27-b113-fd12f1d67ae1 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Enqueued Resource ID: 7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3 with Priority: HIGHEST for action security_group_members [ 734.978202] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3 with Priority: HIGHEST for action security_group_members [ 734.978324] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.978419] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.978491] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.978746] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.978898] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.979005] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.980916] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.981170] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.981267] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.981369] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.177815] env[69297]: INFO networking_nsxv3.common.synchronization [req-2c0b25cf-5bc6-41d1-ae68-0e15d9c0c22e req-3f1f4390-72cd-4a68-b29f-1007010e4d5d tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Enqueued Resource ID: 4284137f-a81f-49d8-9e04-5508d37328bb with Priority: HIGHEST for action security_group_members [ 735.178409] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4284137f-a81f-49d8-9e04-5508d37328bb with Priority: HIGHEST for action security_group_members [ 735.178712] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4284137f-a81f-49d8-9e04-5508d37328bb taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.179221] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.179221] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.180510] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.182640] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.182640] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.182640] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.182640] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.182640] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.182640] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4284137f-a81f-49d8-9e04-5508d37328bb',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.485264] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.485264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.485264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.485408] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.485542] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.485677] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.485769] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.485828] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.485965] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.486051] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.489020] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3 already deleted. [ 735.489020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.510158] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.510361] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-660" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.510812] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-660" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.511213] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-660" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.511528] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.511696] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.511818] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.512088] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.512252] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.512524] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.512593] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.512703] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.512817] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.512945] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.513060] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.513215] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.535940] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.536158] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 735.536265] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.536427] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-660" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.536775] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-76ac0520-f497-4699-a9b4-563ae1d13bd5 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.536996] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-76ac0520-f497-4699-a9b4-563ae1d13bd5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.537213] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-76ac0520-f497-4699-a9b4-563ae1d13bd5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.537481] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-76ac0520-f497-4699-a9b4-563ae1d13bd5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.537672] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76ac0520-f497-4699-a9b4-563ae1d13bd5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.685739] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.686218] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.686218] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.686393] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.686497] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.686800] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.687421] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.687421] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.687421] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.687656] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.687656] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4284137f-a81f-49d8-9e04-5508d37328bb is going to be updated. [ 735.705491] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a410f550-ee30-4905-9308-fef53e0f2b62 in Status: SUCCESS [ 735.705491] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.728576] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.728576] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.728576] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.728576] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.728576] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.739973] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4284137f-a81f-49d8-9e04-5508d37328bb in Status: IN_PROGRESS for 2s [ 736.041767] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.042073] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.042181] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.042620] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.042857] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.043087] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 76ac0520-f497-4699-a9b4-563ae1d13bd5 not found, creating... [ 736.043396] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.043626] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.043751] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.043997] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.044234] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.044603] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.044757] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.044950] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.045244] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.045386] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.045528] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 76ac0520-f497-4699-a9b4-563ae1d13bd5 is going to be created. [ 736.070762] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.071107] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.071271] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.071675] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.071998] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.072431] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-76ac0520-f497-4699-a9b4-563ae1d13bd5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.010255] env[69297]: INFO networking_nsxv3.common.synchronization [req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 req-4c6264d5-1bb2-45c0-90af-3d021157693d service nova] Enqueued Resource ID: 7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3 with Priority: HIGHEST for action security_group_rules [ 737.010530] env[69297]: INFO networking_nsxv3.common.synchronization [req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 req-4c6264d5-1bb2-45c0-90af-3d021157693d service nova] Enqueued Resource ID: 7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3 with Priority: HIGHEST for action security_group_members [ 737.010661] env[69297]: INFO networking_nsxv3.common.synchronization [req-8acc56c8-63ac-47b1-9fd1-7903c054dba7 req-4c6264d5-1bb2-45c0-90af-3d021157693d service nova] Enqueued Resource ID: 76ac0520-f497-4699-a9b4-563ae1d13bd5 with Priority: HIGHEST for action port [ 737.010792] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3 with Priority: HIGHEST for action security_group_rules [ 737.010919] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3 with Priority: HIGHEST for action security_group_members [ 737.011032] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76ac0520-f497-4699-a9b4-563ae1d13bd5 with Priority: HIGHEST for action port [ 737.011589] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.011714] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.011779] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.012157] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.012291] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.013431] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.013580] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.013680] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.013889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.014084] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.014235] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.014323] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.014499] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.014619] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.014744] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.015781] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-76ac0520-f497-4699-a9b4-563ae1d13bd5 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.015781] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76ac0520-f497-4699-a9b4-563ae1d13bd5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.015877] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76ac0520-f497-4699-a9b4-563ae1d13bd5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.016027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76ac0520-f497-4699-a9b4-563ae1d13bd5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.016134] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76ac0520-f497-4699-a9b4-563ae1d13bd5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.477545] env[69297]: INFO networking_nsxv3.common.synchronization [req-e6aadcbd-a526-4d02-9a2c-f6510a097892 req-5664c648-b8bc-474d-9e49-1183b2592cdb tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Enqueued Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_members [ 737.478700] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_members [ 737.479135] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.479370] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.479370] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.479694] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.480239] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.480239] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.480239] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.480239] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.480567] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.480567] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.517478] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.517615] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.517722] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.519166] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76ac0520-f497-4699-a9b4-563ae1d13bd5 with status ACTIVE [ 737.519479] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.519679] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.519764] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.519983] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.520061] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.523483] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.523483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.523483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.523483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.523483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.523483] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.523483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.523483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.523483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.523483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.523483] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76ac0520-f497-4699-a9b4-563ae1d13bd5 is going to be updated. [ 737.545547] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.545688] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.545729] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.545904] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.546095] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.546215] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76ac0520-f497-4699-a9b4-563ae1d13bd5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.749669] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4284137f-a81f-49d8-9e04-5508d37328bb in Status: SUCCESS [ 737.749867] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4284137f-a81f-49d8-9e04-5508d37328bb deletion is rescheduled due to dependency. [ 737.750024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.982968] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.983185] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.983261] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.983483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.983601] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.983869] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.984067] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.984144] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.984322] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.984441] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.984569] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee already deleted. [ 737.984675] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.996071] env[69297]: INFO networking_nsxv3.common.synchronization [req-e6aadcbd-a526-4d02-9a2c-f6510a097892 req-792bd8bd-3455-42f5-8101-e4c05979b2f3 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Enqueued Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_members [ 737.996684] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_members [ 738.001654] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.001654] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.001654] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.001654] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.001654] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.002111] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.002111] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.002111] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.002111] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.002237] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.024389] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.497508] env[69297]: INFO networking_nsxv3.common.synchronization [req-e6aadcbd-a526-4d02-9a2c-f6510a097892 req-a409d9d5-c5a0-4579-9dbe-3e4e7365ea0f tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Enqueued Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_members [ 738.497700] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_members [ 738.498512] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.498667] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.508190] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.508395] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.508395] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.508664] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.508779] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.509095] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.509192] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.509344] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.509537] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.509646] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.509846] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee already deleted. [ 738.509846] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.510735] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.510735] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.510735] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.510735] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.510735] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.510735] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.510972] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.510972] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.527097] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.527301] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.527358] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.527666] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.527742] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.527852] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3 is going to be created. [ 738.555838] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.556018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.556060] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.556258] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.556428] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.568112] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3 in Status: UNINITIALIZED for 2s [ 739.018243] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.018535] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.018693] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.019066] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.019431] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.019765] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.019967] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.024451] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.024963] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.025064] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.025169] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee already deleted. [ 739.025313] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.303625] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-463 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.303837] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-463" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.303968] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-463" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.304342] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-463" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.304791] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.306183] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.306183] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.306183] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.308668] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.308668] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.308668] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.308668] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.308668] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.308668] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.308668] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.308668] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.333253] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.333622] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 739.334799] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.334799] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-463" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.334799] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.336030] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.336030] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.336030] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.336998] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.844098] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.844098] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.844098] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.844098] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.844098] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.844098] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44 not found, creating... [ 739.844098] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.844098] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.844098] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.844098] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.844098] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.844559] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.844559] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.844559] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.844559] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.844559] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.844559] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44 is going to be created. [ 739.872310] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.872310] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.872310] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.872310] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.872310] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.873057] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.208772] env[69297]: INFO networking_nsxv3.common.synchronization [req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 req-afcece01-b2d6-4637-863f-642f6ac80e27 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Enqueued Resource ID: 5ee89125-2d0a-483b-a852-590b1fba1326 with Priority: HIGHEST for action security_group_members [ 740.209448] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee89125-2d0a-483b-a852-590b1fba1326 with Priority: HIGHEST for action security_group_members [ 740.209990] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee89125-2d0a-483b-a852-590b1fba1326 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.210167] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.210254] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.210485] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.210683] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.210809] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.210870] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.211050] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.211141] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.211239] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ee89125-2d0a-483b-a852-590b1fba1326',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.566714] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-332 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.566905] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.567042] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.567301] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.567556] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.567708] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.572224] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.572520] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.572677] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.572889] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 740.573023] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.573135] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.573244] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.573353] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 740.573458] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.573591] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.588366] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3 in Status: SUCCESS [ 740.588726] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.588940] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.589174] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.589362] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.589476] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.589543] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.589698] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.589780] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.589865] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.589964] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.599956] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.599956] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 740.599956] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.599956] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.599956] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-8eccc439-06db-4e95-807a-e9489368a33c taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.599956] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-8eccc439-06db-4e95-807a-e9489368a33c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.599956] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-8eccc439-06db-4e95-807a-e9489368a33c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.599956] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-8eccc439-06db-4e95-807a-e9489368a33c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.599956] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eccc439-06db-4e95-807a-e9489368a33c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.713953] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ee89125-2d0a-483b-a852-590b1fba1326',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.848419] env[69297]: INFO networking_nsxv3.common.synchronization [req-e6aadcbd-a526-4d02-9a2c-f6510a097892 req-45ce6f52-07e3-421a-96ce-12e256d06ed7 service nova] Enqueued Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_rules [ 740.848419] env[69297]: INFO networking_nsxv3.common.synchronization [req-e6aadcbd-a526-4d02-9a2c-f6510a097892 req-45ce6f52-07e3-421a-96ce-12e256d06ed7 service nova] Enqueued Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_members [ 740.848419] env[69297]: INFO networking_nsxv3.common.synchronization [req-e6aadcbd-a526-4d02-9a2c-f6510a097892 req-45ce6f52-07e3-421a-96ce-12e256d06ed7 service nova] Enqueued Resource ID: cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44 with Priority: HIGHEST for action port [ 740.848419] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_rules [ 740.848419] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_members [ 740.848419] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44 with Priority: HIGHEST for action port [ 740.848419] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.848419] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.848419] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.848419] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.848419] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.848419] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.848419] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.848419] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.848419] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.849187] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.849187] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.849187] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.849187] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.849187] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.849187] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.851830] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.852024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.852024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.852540] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.852540] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.097984] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.098246] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.098322] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.098794] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.098794] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.099032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.099032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.099168] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.099307] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.099444] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.099611] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.099713] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.099763] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.099910] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.100055] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.100161] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.100219] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.100398] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.100516] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.100671] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.100789] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.103680] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.103938] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.104070] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.104656] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.104656] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.104656] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 8eccc439-06db-4e95-807a-e9489368a33c not found, creating... [ 741.105032] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.105032] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.105134] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.105425] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.105611] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.105951] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.106336] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.106336] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.106530] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.106633] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.106704] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 8eccc439-06db-4e95-807a-e9489368a33c is going to be created. [ 741.129727] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.130154] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.130812] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.130812] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.130812] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.131190] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-8eccc439-06db-4e95-807a-e9489368a33c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.217049] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ee89125-2d0a-483b-a852-590b1fba1326',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.352546] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.357027] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44 with status ACTIVE [ 741.357027] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.357027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.357027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.357027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.357027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.357027] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.357027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.357027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.357027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.357027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.357027] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.357027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.357027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.357027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.358069] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.358069] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44 is going to be updated. [ 741.359179] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.359179] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.398778] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.399098] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.399098] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.399315] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.399462] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.399619] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cca5eb32-d6b8-4a68-bcb9-9cbdcaa8ec44" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.606342] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3: rpc.has_security_group_logging(os_id): False [ 741.624495] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.624697] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.624736] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.624999] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.625116] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.625359] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.625469] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.625538] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.625740] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.625824] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.626153] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.626292] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.626361] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.626546] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.626634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.626876] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.627074] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.627166] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.627322] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.628704] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.628704] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3 is going to be created. [ 741.694202] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.694426] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.694426] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.694635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.694805] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.712069] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3 in Status: IN_PROGRESS for 2s [ 741.719704] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.719864] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.719937] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.720167] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.720261] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.720355] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee89125-2d0a-483b-a852-590b1fba1326 is going to be updated. [ 741.790645] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.790645] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.790645] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.790645] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.790645] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.819376] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee89125-2d0a-483b-a852-590b1fba1326 in Status: IN_PROGRESS for 2s [ 741.832680] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.832866] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-391" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.833024] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-391" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.833405] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-391" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.833759] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.833964] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.836933] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.836933] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.836933] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.836933] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 741.836933] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.836933] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.836933] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.836933] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 741.836933] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.836933] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.855781] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.860903] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.861111] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 741.861111] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.861610] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-391" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.861719] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-aa797920-778c-48aa-9b04-59728c5f1367 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.861884] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-aa797920-778c-48aa-9b04-59728c5f1367" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.862297] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-aa797920-778c-48aa-9b04-59728c5f1367" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.862667] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-aa797920-778c-48aa-9b04-59728c5f1367" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.862778] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa797920-778c-48aa-9b04-59728c5f1367',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.926128] env[69297]: INFO networking_nsxv3.common.synchronization [req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 req-388dbed0-1765-4002-bb61-4d380733c728 service nova] Enqueued Resource ID: 5ee89125-2d0a-483b-a852-590b1fba1326 with Priority: HIGHEST for action security_group_rules [ 741.926128] env[69297]: INFO networking_nsxv3.common.synchronization [req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 req-388dbed0-1765-4002-bb61-4d380733c728 service nova] Enqueued Resource ID: 5ee89125-2d0a-483b-a852-590b1fba1326 with Priority: HIGHEST for action security_group_members [ 741.926128] env[69297]: INFO networking_nsxv3.common.synchronization [req-3dfd611a-39a8-4d21-bbd3-d0c6a26d15c8 req-388dbed0-1765-4002-bb61-4d380733c728 service nova] Enqueued Resource ID: 8eccc439-06db-4e95-807a-e9489368a33c with Priority: HIGHEST for action port [ 741.926128] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee89125-2d0a-483b-a852-590b1fba1326 with Priority: HIGHEST for action security_group_rules [ 741.926128] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee89125-2d0a-483b-a852-590b1fba1326 with Priority: HIGHEST for action security_group_members [ 741.926128] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eccc439-06db-4e95-807a-e9489368a33c with Priority: HIGHEST for action port [ 741.926510] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ee89125-2d0a-483b-a852-590b1fba1326 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.926575] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.926605] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.926819] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.926896] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ee89125-2d0a-483b-a852-590b1fba1326',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.929355] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee89125-2d0a-483b-a852-590b1fba1326 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.929751] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.929751] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-8eccc439-06db-4e95-807a-e9489368a33c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.929751] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8eccc439-06db-4e95-807a-e9489368a33c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.929919] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8eccc439-06db-4e95-807a-e9489368a33c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.929992] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8eccc439-06db-4e95-807a-e9489368a33c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.930094] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eccc439-06db-4e95-807a-e9489368a33c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.357789] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.359113] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.359113] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.359113] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.359113] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.359113] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee is going to be created. [ 742.364751] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.366036] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.366036] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.366036] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.366244] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.366492] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port aa797920-778c-48aa-9b04-59728c5f1367 not found, creating... [ 742.366926] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.367159] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.367304] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.367541] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.367727] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.368139] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.368346] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.368431] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.369177] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.369177] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.369177] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: aa797920-778c-48aa-9b04-59728c5f1367 is going to be created. [ 742.389882] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.389882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.389882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.389882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.389882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.391683] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.391816] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.392018] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.392422] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.392716] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.392974] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-aa797920-778c-48aa-9b04-59728c5f1367" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.401041] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: UNINITIALIZED for 2s [ 742.429692] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee89125-2d0a-483b-a852-590b1fba1326 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.429938] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.434575] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8eccc439-06db-4e95-807a-e9489368a33c with status ACTIVE [ 742.435262] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.435349] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.435382] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.435661] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.435784] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.436061] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.436207] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.436294] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.436501] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.436590] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.436782] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.437291] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.437291] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.437291] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.437291] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.437291] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8eccc439-06db-4e95-807a-e9489368a33c is going to be updated. [ 742.465763] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.467661] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.467661] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.467661] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.467661] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.467661] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8eccc439-06db-4e95-807a-e9489368a33c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.779921] env[69297]: INFO networking_nsxv3.common.synchronization [req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde req-a60b629c-12fc-46bc-abfa-ec94e0d91773 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Enqueued Resource ID: 88929134-bfde-4824-9117-14a5ab1bf3ab with Priority: HIGHEST for action security_group_members [ 742.780484] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88929134-bfde-4824-9117-14a5ab1bf3ab with Priority: HIGHEST for action security_group_members [ 742.780783] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-88929134-bfde-4824-9117-14a5ab1bf3ab taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.780907] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.780977] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.781380] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.781542] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.781699] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.781699] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.781855] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.781939] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.782044] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88929134-bfde-4824-9117-14a5ab1bf3ab',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.214736] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-514 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.214951] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-514" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.215079] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-514" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.215423] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-514" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.215683] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.215840] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.215954] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.216412] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.216564] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.216783] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 743.216893] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.217110] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.217170] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.217390] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 743.217526] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.217661] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.245647] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.245823] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 743.245962] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.246164] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-514" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.246476] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-d95e8a19-857f-4737-8a45-3afe26b9b40f taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.246672] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-d95e8a19-857f-4737-8a45-3afe26b9b40f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.246768] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-d95e8a19-857f-4737-8a45-3afe26b9b40f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.247145] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-d95e8a19-857f-4737-8a45-3afe26b9b40f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.247296] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d95e8a19-857f-4737-8a45-3afe26b9b40f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.254710] env[69297]: INFO networking_nsxv3.common.synchronization [req-e6aadcbd-a526-4d02-9a2c-f6510a097892 req-573f6986-e842-4d3c-93ec-9d582e998066 service nova] Enqueued Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_rules [ 743.254928] env[69297]: INFO networking_nsxv3.common.synchronization [req-e6aadcbd-a526-4d02-9a2c-f6510a097892 req-573f6986-e842-4d3c-93ec-9d582e998066 service nova] Enqueued Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_members [ 743.255096] env[69297]: INFO networking_nsxv3.common.synchronization [req-e6aadcbd-a526-4d02-9a2c-f6510a097892 req-573f6986-e842-4d3c-93ec-9d582e998066 service nova] Enqueued Resource ID: aa797920-778c-48aa-9b04-59728c5f1367 with Priority: HIGHEST for action port [ 743.255252] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_rules [ 743.255379] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_members [ 743.255478] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa797920-778c-48aa-9b04-59728c5f1367 with Priority: HIGHEST for action port [ 743.257431] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.257431] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.257431] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.257431] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.257431] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa797920-778c-48aa-9b04-59728c5f1367 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.257431] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa797920-778c-48aa-9b04-59728c5f1367" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.257431] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa797920-778c-48aa-9b04-59728c5f1367" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.257431] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa797920-778c-48aa-9b04-59728c5f1367" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.258911] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa797920-778c-48aa-9b04-59728c5f1367',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.283771] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.283967] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.284013] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.284204] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.284298] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.284486] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.284585] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.284647] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.284792] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.284866] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.284948] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88929134-bfde-4824-9117-14a5ab1bf3ab already deleted. [ 743.285039] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.726278] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3 in Status: SUCCESS [ 743.726574] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.753479] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.753628] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.754442] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.754442] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.754442] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.754619] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port d95e8a19-857f-4737-8a45-3afe26b9b40f not found, creating... [ 743.754949] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.755212] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.755397] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.755795] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.756070] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.756495] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.756745] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.756936] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.757238] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.757438] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.757675] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: d95e8a19-857f-4737-8a45-3afe26b9b40f is going to be created. [ 743.759123] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa797920-778c-48aa-9b04-59728c5f1367 with status ACTIVE [ 743.759368] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.759522] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.759622] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.759847] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.759956] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.760207] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.760357] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.760443] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.760653] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.760779] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.761047] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.761212] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.761314] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.761516] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.761674] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.761853] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa797920-778c-48aa-9b04-59728c5f1367 is going to be updated. [ 743.818144] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.818431] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.818563] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.818902] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.819181] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.819482] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-d95e8a19-857f-4737-8a45-3afe26b9b40f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.822490] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.822749] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.822866] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.823910] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.824090] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.824358] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa797920-778c-48aa-9b04-59728c5f1367" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.836287] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee89125-2d0a-483b-a852-590b1fba1326 in Status: SUCCESS [ 743.836556] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.836702] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.836929] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.837210] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.837323] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.837463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.837574] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.837663] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.837796] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ee89125-2d0a-483b-a852-590b1fba1326',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.214841] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-463 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.215088] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-463" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.215217] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-463" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.215502] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-463" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.215761] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.215916] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.216042] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.216269] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.216436] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.216695] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.216743] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.216880] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.217064] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.217105] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.217189] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.217383] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.236958] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.238210] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 744.238210] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.238210] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-463" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.238735] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-3e1cb55c-1307-4341-a201-16e745970b49 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.238735] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-3e1cb55c-1307-4341-a201-16e745970b49" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.238735] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-3e1cb55c-1307-4341-a201-16e745970b49" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.239062] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-3e1cb55c-1307-4341-a201-16e745970b49" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.239062] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e1cb55c-1307-4341-a201-16e745970b49',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.340899] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ee89125-2d0a-483b-a852-590b1fba1326',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.432580] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: SUCCESS [ 744.432865] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.433082] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.433335] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.433554] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.433713] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.433785] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.433940] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.434031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.434121] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.434224] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.435339] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.435339] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.435546] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.435672] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.435771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.435949] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.436609] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.436996] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.660388] env[69297]: INFO networking_nsxv3.common.synchronization [req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde req-c6308b36-15e7-40f8-b76c-9a7779da560f service nova] Enqueued Resource ID: 88929134-bfde-4824-9117-14a5ab1bf3ab with Priority: HIGHEST for action security_group_rules [ 744.660388] env[69297]: INFO networking_nsxv3.common.synchronization [req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde req-c6308b36-15e7-40f8-b76c-9a7779da560f service nova] Enqueued Resource ID: 88929134-bfde-4824-9117-14a5ab1bf3ab with Priority: HIGHEST for action security_group_members [ 744.660388] env[69297]: INFO networking_nsxv3.common.synchronization [req-cdf4e4cc-8f6e-46b8-8efd-7fb1fb990cde req-c6308b36-15e7-40f8-b76c-9a7779da560f service nova] Enqueued Resource ID: d95e8a19-857f-4737-8a45-3afe26b9b40f with Priority: HIGHEST for action port [ 744.660388] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88929134-bfde-4824-9117-14a5ab1bf3ab with Priority: HIGHEST for action security_group_rules [ 744.660388] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88929134-bfde-4824-9117-14a5ab1bf3ab with Priority: HIGHEST for action security_group_members [ 744.660388] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d95e8a19-857f-4737-8a45-3afe26b9b40f with Priority: HIGHEST for action port [ 744.660388] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88929134-bfde-4824-9117-14a5ab1bf3ab taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.660388] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.660388] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.660388] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.660388] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88929134-bfde-4824-9117-14a5ab1bf3ab',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.660388] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-88929134-bfde-4824-9117-14a5ab1bf3ab taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.660388] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.660388] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.660388] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.660388] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.660388] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.660388] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.660388] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.660388] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.661249] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88929134-bfde-4824-9117-14a5ab1bf3ab',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.661249] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-d95e8a19-857f-4737-8a45-3afe26b9b40f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.661249] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d95e8a19-857f-4737-8a45-3afe26b9b40f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.661249] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d95e8a19-857f-4737-8a45-3afe26b9b40f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.661249] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d95e8a19-857f-4737-8a45-3afe26b9b40f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.661249] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d95e8a19-857f-4737-8a45-3afe26b9b40f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.742171] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.742589] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.742589] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.742912] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.743097] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.743256] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 3e1cb55c-1307-4341-a201-16e745970b49 not found, creating... [ 744.743596] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.743829] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.743978] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.744308] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.744466] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.744846] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.745277] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.745512] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.745785] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.745898] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.746056] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 3e1cb55c-1307-4341-a201-16e745970b49 is going to be created. [ 744.767319] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.767547] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.767680] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.768153] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.768549] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.768824] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-3e1cb55c-1307-4341-a201-16e745970b49" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.844057] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ee89125-2d0a-483b-a852-590b1fba1326',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.939021] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.939175] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.940560] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.165701] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88929134-bfde-4824-9117-14a5ab1bf3ab',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.166750] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-88929134-bfde-4824-9117-14a5ab1bf3ab taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.166838] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.166944] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d95e8a19-857f-4737-8a45-3afe26b9b40f with status ACTIVE [ 745.167193] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.167344] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.167425] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.167691] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.167796] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.168009] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.168118] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.168185] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.168373] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.168482] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.168667] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.168764] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.168843] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.169530] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.169667] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.169800] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d95e8a19-857f-4737-8a45-3afe26b9b40f is going to be updated. [ 745.208544] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.208544] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.208751] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.208796] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.208978] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.209219] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d95e8a19-857f-4737-8a45-3afe26b9b40f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.346578] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.346671] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.346701] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.346921] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.347059] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.347270] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee89125-2d0a-483b-a852-590b1fba1326 is going to be updated. [ 745.392676] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.392823] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.392823] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.393018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.393177] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.402399] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee89125-2d0a-483b-a852-590b1fba1326 in Status: IN_PROGRESS for 2s [ 745.443381] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.474175] env[69297]: INFO networking_nsxv3.common.synchronization [req-4443584b-2be7-4005-9803-7f1abeb23dae req-15016961-90f9-41df-9022-c96d542d3a3e tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Enqueued Resource ID: 08b69e17-f873-4b0a-b244-19114c7c77c4 with Priority: HIGHEST for action security_group_members [ 745.474175] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b69e17-f873-4b0a-b244-19114c7c77c4 with Priority: HIGHEST for action security_group_members [ 745.474560] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b69e17-f873-4b0a-b244-19114c7c77c4 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.474675] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.474776] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.475098] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.475256] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.475356] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.475417] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.475581] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.475669] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.475947] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08b69e17-f873-4b0a-b244-19114c7c77c4',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.631290] env[69297]: INFO networking_nsxv3.common.synchronization [req-e6aadcbd-a526-4d02-9a2c-f6510a097892 req-83a45737-ca58-4dce-9233-49a125f842bf service nova] Enqueued Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_rules [ 745.631468] env[69297]: INFO networking_nsxv3.common.synchronization [req-e6aadcbd-a526-4d02-9a2c-f6510a097892 req-83a45737-ca58-4dce-9233-49a125f842bf service nova] Enqueued Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_members [ 745.631602] env[69297]: INFO networking_nsxv3.common.synchronization [req-e6aadcbd-a526-4d02-9a2c-f6510a097892 req-83a45737-ca58-4dce-9233-49a125f842bf service nova] Enqueued Resource ID: 3e1cb55c-1307-4341-a201-16e745970b49 with Priority: HIGHEST for action port [ 745.631835] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_rules [ 745.631959] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_members [ 745.632091] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1cb55c-1307-4341-a201-16e745970b49 with Priority: HIGHEST for action port [ 745.632747] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.632853] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.633113] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.633113] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.633293] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e1cb55c-1307-4341-a201-16e745970b49 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.633388] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e1cb55c-1307-4341-a201-16e745970b49" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.633448] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e1cb55c-1307-4341-a201-16e745970b49" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.633651] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e1cb55c-1307-4341-a201-16e745970b49" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.633729] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e1cb55c-1307-4341-a201-16e745970b49',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.671927] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88929134-bfde-4824-9117-14a5ab1bf3ab',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.821328] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.821328] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-883" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.821328] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-883" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.823367] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-883" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.823805] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.824051] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.824168] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.824715] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.825146] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.825330] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 745.825483] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.825588] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.825769] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.826074] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 745.827322] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.827529] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.850080] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.850311] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 745.850459] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.850722] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-883" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.851131] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-98480ccb-982d-42f2-ac20-a5bc8488f449 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.851512] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-98480ccb-982d-42f2-ac20-a5bc8488f449" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.851616] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-98480ccb-982d-42f2-ac20-a5bc8488f449" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.852164] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-98480ccb-982d-42f2-ac20-a5bc8488f449" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.852403] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98480ccb-982d-42f2-ac20-a5bc8488f449',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.949019] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.949019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.949019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.949019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.949019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.949019] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee is going to be updated. [ 745.980163] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.980163] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.980163] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.980163] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.980163] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.980163] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.980946] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.981184] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.981449] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.981634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.981931] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.982170] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.982357] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.982619] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.982849] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.983696] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b69e17-f873-4b0a-b244-19114c7c77c4 already deleted. [ 745.983696] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.993848] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: IN_PROGRESS for 2s [ 746.136066] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e1cb55c-1307-4341-a201-16e745970b49 with status ACTIVE [ 746.136329] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.136504] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.136539] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.136746] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.136839] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.137102] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.137227] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.137304] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.137453] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.137524] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.137709] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.137803] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.137864] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.138029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.138123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.138205] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e1cb55c-1307-4341-a201-16e745970b49 is going to be updated. [ 746.161404] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.162231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.162231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.162231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.162231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.162399] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e1cb55c-1307-4341-a201-16e745970b49" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.175678] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.176762] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.176762] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.176762] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.176762] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.176762] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88929134-bfde-4824-9117-14a5ab1bf3ab is going to be created. [ 746.222039] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.222187] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.222257] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.222475] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.222628] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.243279] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88929134-bfde-4824-9117-14a5ab1bf3ab in Status: UNINITIALIZED for 2s [ 746.358759] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.359077] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.359240] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.359761] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.359875] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.360069] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 98480ccb-982d-42f2-ac20-a5bc8488f449 not found, creating... [ 746.360378] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.360591] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.360719] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.362210] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.362527] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.362791] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.362955] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.363085] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.364264] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.364494] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.364669] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 98480ccb-982d-42f2-ac20-a5bc8488f449 is going to be created. [ 746.392111] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.392340] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.392392] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.392688] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.392933] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.393417] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-98480ccb-982d-42f2-ac20-a5bc8488f449" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.159882] env[69297]: INFO networking_nsxv3.common.synchronization [req-4443584b-2be7-4005-9803-7f1abeb23dae req-8a037474-0af3-461b-b556-5156a18e7ce6 service nova] Enqueued Resource ID: 08b69e17-f873-4b0a-b244-19114c7c77c4 with Priority: HIGHEST for action security_group_rules [ 747.160167] env[69297]: INFO networking_nsxv3.common.synchronization [req-4443584b-2be7-4005-9803-7f1abeb23dae req-8a037474-0af3-461b-b556-5156a18e7ce6 service nova] Enqueued Resource ID: 08b69e17-f873-4b0a-b244-19114c7c77c4 with Priority: HIGHEST for action security_group_members [ 747.160347] env[69297]: INFO networking_nsxv3.common.synchronization [req-4443584b-2be7-4005-9803-7f1abeb23dae req-8a037474-0af3-461b-b556-5156a18e7ce6 service nova] Enqueued Resource ID: 98480ccb-982d-42f2-ac20-a5bc8488f449 with Priority: HIGHEST for action port [ 747.160866] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b69e17-f873-4b0a-b244-19114c7c77c4 with Priority: HIGHEST for action security_group_rules [ 747.161009] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b69e17-f873-4b0a-b244-19114c7c77c4 with Priority: HIGHEST for action security_group_members [ 747.164314] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98480ccb-982d-42f2-ac20-a5bc8488f449 with Priority: HIGHEST for action port [ 747.164609] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08b69e17-f873-4b0a-b244-19114c7c77c4 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.164803] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.164912] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.165199] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.165309] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08b69e17-f873-4b0a-b244-19114c7c77c4',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.166471] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b69e17-f873-4b0a-b244-19114c7c77c4 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.166584] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.166647] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.166829] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.166985] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.167154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.167201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.167483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.167483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.167483] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08b69e17-f873-4b0a-b244-19114c7c77c4',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.170535] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-98480ccb-982d-42f2-ac20-a5bc8488f449 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.170665] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98480ccb-982d-42f2-ac20-a5bc8488f449" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.170726] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98480ccb-982d-42f2-ac20-a5bc8488f449" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.170905] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98480ccb-982d-42f2-ac20-a5bc8488f449" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.170965] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98480ccb-982d-42f2-ac20-a5bc8488f449',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.414927] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee89125-2d0a-483b-a852-590b1fba1326 in Status: SUCCESS [ 747.415574] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.415861] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.416190] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.416503] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.416767] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.416922] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.417210] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.417406] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.417586] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.417764] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ee89125-2d0a-483b-a852-590b1fba1326',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.508136] env[69297]: INFO networking_nsxv3.common.synchronization [req-6289fc32-a5b4-4c67-96eb-c76f43b66635 req-f1f3961d-944f-4fb9-b356-0d533a2acbc0 tempest-ImagesOneServerTestJSON-637774928 tempest-ImagesOneServerTestJSON-637774928-project-member] Enqueued Resource ID: c0c116a7-1608-4607-9315-95a266a6cfea with Priority: HIGHEST for action security_group_members [ 747.508136] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c116a7-1608-4607-9315-95a266a6cfea with Priority: HIGHEST for action security_group_members [ 747.508136] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0c116a7-1608-4607-9315-95a266a6cfea taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.508136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.508136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.508136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.508136] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.508600] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.508792] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.509069] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.509272] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.509472] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0c116a7-1608-4607-9315-95a266a6cfea',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.674037] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08b69e17-f873-4b0a-b244-19114c7c77c4',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.674037] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b69e17-f873-4b0a-b244-19114c7c77c4 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.674037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.674037] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98480ccb-982d-42f2-ac20-a5bc8488f449 with status ACTIVE [ 747.674037] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.674037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.674037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.674037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.674037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.674037] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.674037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.674037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.674037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.674037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.674834] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.678634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.678852] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.679158] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.681188] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.681188] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98480ccb-982d-42f2-ac20-a5bc8488f449 is going to be updated. [ 747.707286] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.707286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.707286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.707286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.707286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.707286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98480ccb-982d-42f2-ac20-a5bc8488f449" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.921109] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee89125-2d0a-483b-a852-590b1fba1326 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.921268] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.921348] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.925023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.925023] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.925023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.925023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.925023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.925023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.925023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.925023] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee89125-2d0a-483b-a852-590b1fba1326 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.925023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.925023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.925023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.925023] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.925023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.925023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.925023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.925023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.925023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.925023] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ee89125-2d0a-483b-a852-590b1fba1326',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.007032] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: SUCCESS [ 748.007032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.007032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.007032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.007032] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.007032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.007032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.007032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.007032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.007032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.007032] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.007032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.007032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.007032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.007032] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.007032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.007032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.007729] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.007729] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.007729] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.007729] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.008628] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.008796] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.008946] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.009070] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.009133] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.009306] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.009362] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.009429] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.011044] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.011108] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.011168] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.011315] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.011396] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.011561] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.011650] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.011711] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.011844] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.011914] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.011996] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0c116a7-1608-4607-9315-95a266a6cfea is going to be updated. [ 748.046115] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.046115] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.046115] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.046115] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.046115] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.056857] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0c116a7-1608-4607-9315-95a266a6cfea in Status: IN_PROGRESS for 2s [ 748.183617] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08b69e17-f873-4b0a-b244-19114c7c77c4',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.246220] env[69297]: INFO networking_nsxv3.common.synchronization [req-d1525db8-d39e-44cf-8aaa-da84f696393b req-495f65d8-a03a-4eab-8779-6be016025138 tempest-InstanceActionsNegativeTestJSON-189476789 tempest-InstanceActionsNegativeTestJSON-189476789-project-member] Enqueued Resource ID: 7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3 with Priority: HIGHEST for action security_group_members [ 748.250202] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3 with Priority: HIGHEST for action security_group_members [ 748.251506] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.252352] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.252595] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.252927] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.253232] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.253444] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.253573] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.253835] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.254010] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.254231] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.266511] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88929134-bfde-4824-9117-14a5ab1bf3ab in Status: SUCCESS [ 748.266874] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.267425] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.267645] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.268040] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.268108] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.268290] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.268381] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.268473] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.268586] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.268694] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88929134-bfde-4824-9117-14a5ab1bf3ab',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.337833] env[69297]: INFO networking_nsxv3.common.synchronization [req-37dca758-17c3-4d8e-8806-3c530c278b32 req-9966b4ed-6dc6-46c3-85b8-4362ad1c1daf tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Enqueued Resource ID: 88929134-bfde-4824-9117-14a5ab1bf3ab with Priority: HIGHEST for action security_group_members [ 748.338582] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88929134-bfde-4824-9117-14a5ab1bf3ab with Priority: HIGHEST for action security_group_members [ 748.338929] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-88929134-bfde-4824-9117-14a5ab1bf3ab taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.339049] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.339100] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.339298] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.339448] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.339548] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.339612] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.339782] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.339868] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.339967] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88929134-bfde-4824-9117-14a5ab1bf3ab',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.428061] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ee89125-2d0a-483b-a852-590b1fba1326: rpc.has_security_group_logging(os_id): False [ 748.461847] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.461847] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.461847] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.461847] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.462133] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.462315] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.462454] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.462521] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.462690] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.462771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.462956] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.463177] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.463273] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.464687] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.464687] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.464687] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.464687] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.464687] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.464687] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.464687] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.464687] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ee89125-2d0a-483b-a852-590b1fba1326 is going to be updated. [ 748.511798] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14edead1-bef0-4e8b-ab00-f4f3eb2533ee: rpc.has_security_group_logging(os_id): False [ 748.513498] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.534221] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.534407] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.534488] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.534654] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.534830] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.535399] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.535399] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.535399] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.535906] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.535906] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.536012] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.536116] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.536217] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.536558] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.536617] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.536931] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.537108] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.537204] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.537367] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.537448] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.537567] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee is going to be created. [ 748.587996] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.588226] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.588349] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.588576] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.588754] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.615501] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.615764] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.615764] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.615987] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.616270] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.621705] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ee89125-2d0a-483b-a852-590b1fba1326 in Status: IN_PROGRESS for 2s [ 748.644199] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: IN_PROGRESS for 2s [ 748.691254] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.691254] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.691254] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.691254] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.691254] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.691254] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b69e17-f873-4b0a-b244-19114c7c77c4 is going to be created. [ 748.757242] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.757440] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.757483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.757728] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.757975] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.758118] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.758270] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.758270] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.758436] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.758527] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.758625] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3 is going to be updated. [ 748.773906] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-88929134-bfde-4824-9117-14a5ab1bf3ab taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.777199] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.777199] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.777199] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.777199] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.777199] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.777199] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.798769] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b69e17-f873-4b0a-b244-19114c7c77c4 in Status: UNINITIALIZED for 2s [ 748.827352] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.827584] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.827654] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.827890] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.828132] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.842483] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88929134-bfde-4824-9117-14a5ab1bf3ab',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.844952] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3 in Status: IN_PROGRESS for 2s [ 748.970117] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-514 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.970361] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-514" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.970491] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-514" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.970779] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-514" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.972157] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.972415] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.972544] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.972812] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.972964] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.973434] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.973608] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.973730] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.973842] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.973961] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.974083] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.974224] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.998564] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.998767] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 748.998934] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.999422] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-514" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.999549] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-54ab1dca-e1a6-46fb-b69e-523c9a5278dc taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.999854] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-54ab1dca-e1a6-46fb-b69e-523c9a5278dc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.999854] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-54ab1dca-e1a6-46fb-b69e-523c9a5278dc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.000189] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-54ab1dca-e1a6-46fb-b69e-523c9a5278dc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.000360] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54ab1dca-e1a6-46fb-b69e-523c9a5278dc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.017792] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.346781] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88929134-bfde-4824-9117-14a5ab1bf3ab',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.502432] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.503256] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.503256] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.504441] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.504674] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.504873] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 54ab1dca-e1a6-46fb-b69e-523c9a5278dc not found, creating... [ 749.505272] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.505499] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.505662] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.505942] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.506112] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.506425] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.506592] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.506698] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.506918] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.507129] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.507279] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 54ab1dca-e1a6-46fb-b69e-523c9a5278dc is going to be created. [ 749.520358] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.520613] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.520613] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.520789] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.520907] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.521063] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee is going to be updated. [ 749.532616] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.532811] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.532940] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.533254] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.533478] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.533700] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-54ab1dca-e1a6-46fb-b69e-523c9a5278dc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.554407] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.554600] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.554720] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.554885] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.555143] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.566154] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: IN_PROGRESS for 2s [ 749.851788] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.851788] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.851788] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.851788] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.851788] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.851788] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88929134-bfde-4824-9117-14a5ab1bf3ab is going to be updated. [ 749.891888] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.891888] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.891888] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.891888] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.891888] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.902536] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88929134-bfde-4824-9117-14a5ab1bf3ab in Status: IN_PROGRESS for 2s [ 750.067269] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0c116a7-1608-4607-9315-95a266a6cfea in Status: SUCCESS [ 750.067466] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0c116a7-1608-4607-9315-95a266a6cfea deletion is rescheduled due to dependency. [ 750.067580] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.527187] env[69297]: INFO networking_nsxv3.common.synchronization [req-37dca758-17c3-4d8e-8806-3c530c278b32 req-03d2d612-83c9-4d82-b1ec-1cf0a5957f8e service nova] Enqueued Resource ID: 88929134-bfde-4824-9117-14a5ab1bf3ab with Priority: HIGHEST for action security_group_rules [ 750.527187] env[69297]: INFO networking_nsxv3.common.synchronization [req-37dca758-17c3-4d8e-8806-3c530c278b32 req-03d2d612-83c9-4d82-b1ec-1cf0a5957f8e service nova] Enqueued Resource ID: 88929134-bfde-4824-9117-14a5ab1bf3ab with Priority: HIGHEST for action security_group_members [ 750.527187] env[69297]: INFO networking_nsxv3.common.synchronization [req-37dca758-17c3-4d8e-8806-3c530c278b32 req-03d2d612-83c9-4d82-b1ec-1cf0a5957f8e service nova] Enqueued Resource ID: 54ab1dca-e1a6-46fb-b69e-523c9a5278dc with Priority: HIGHEST for action port [ 750.527187] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88929134-bfde-4824-9117-14a5ab1bf3ab with Priority: HIGHEST for action security_group_rules [ 750.527187] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88929134-bfde-4824-9117-14a5ab1bf3ab with Priority: HIGHEST for action security_group_members [ 750.527187] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54ab1dca-e1a6-46fb-b69e-523c9a5278dc with Priority: HIGHEST for action port [ 750.527187] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88929134-bfde-4824-9117-14a5ab1bf3ab taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.527187] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.528217] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-88929134-bfde-4824-9117-14a5ab1bf3ab taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.528484] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.528809] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-54ab1dca-e1a6-46fb-b69e-523c9a5278dc taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.529095] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54ab1dca-e1a6-46fb-b69e-523c9a5278dc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.531147] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54ab1dca-e1a6-46fb-b69e-523c9a5278dc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.531147] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54ab1dca-e1a6-46fb-b69e-523c9a5278dc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.531147] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54ab1dca-e1a6-46fb-b69e-523c9a5278dc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.638185] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ee89125-2d0a-483b-a852-590b1fba1326 in Status: SUCCESS [ 750.638424] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.658534] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: SUCCESS [ 750.658778] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.658966] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.659324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.659422] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.809726] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b69e17-f873-4b0a-b244-19114c7c77c4 in Status: SUCCESS [ 750.810082] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.810640] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.810892] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.811212] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.811528] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.811528] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.811733] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.811922] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.812136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.812299] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08b69e17-f873-4b0a-b244-19114c7c77c4',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.858918] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3 in Status: SUCCESS [ 750.859319] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3 deletion is rescheduled due to dependency. [ 750.860434] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.032557] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54ab1dca-e1a6-46fb-b69e-523c9a5278dc with status ACTIVE [ 751.032791] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.032985] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.033077] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.035407] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.035407] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.035407] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.035407] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.035407] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.035407] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.035407] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.035407] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.035407] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.035407] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.035407] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.035407] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.035407] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54ab1dca-e1a6-46fb-b69e-523c9a5278dc is going to be updated. [ 751.061478] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.061682] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.061682] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.061904] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.062098] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.062272] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54ab1dca-e1a6-46fb-b69e-523c9a5278dc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.167129] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.167441] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.314779] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b69e17-f873-4b0a-b244-19114c7c77c4 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.314779] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.314970] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.315161] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.315411] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.315630] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.315630] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.315813] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.315922] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.316058] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.316232] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b69e17-f873-4b0a-b244-19114c7c77c4 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.316332] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.316394] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.316534] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.316844] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.316844] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.317093] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.317142] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.317275] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.317405] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.317527] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08b69e17-f873-4b0a-b244-19114c7c77c4',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.579873] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: SUCCESS [ 751.579873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.579873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.579873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.579873] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.579873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.579873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.580864] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.581229] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.581658] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.581907] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.820070] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08b69e17-f873-4b0a-b244-19114c7c77c4: rpc.has_security_group_logging(os_id): False [ 751.841223] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.841422] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.841526] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.841823] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.841955] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.842362] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.842853] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.843141] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.843430] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.843555] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.844028] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.844184] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.844280] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.844743] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.844743] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.845357] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.845455] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.845582] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.845932] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.846093] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.846331] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08b69e17-f873-4b0a-b244-19114c7c77c4 is going to be created. [ 751.915830] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88929134-bfde-4824-9117-14a5ab1bf3ab in Status: SUCCESS [ 751.915830] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.915830] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.915830] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.915830] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.915830] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.915830] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.915830] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.915830] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.916608] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.918432] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-88929134-bfde-4824-9117-14a5ab1bf3ab taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.918432] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.918432] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.918432] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.918432] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.918432] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.918432] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.918432] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.918847] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.918847] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.918847] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88929134-bfde-4824-9117-14a5ab1bf3ab',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.922782] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.922782] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.922782] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.922782] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.922782] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.922782] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.922782] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.922782] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88929134-bfde-4824-9117-14a5ab1bf3ab',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.928459] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.928590] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.928663] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.928864] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.929056] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.944339] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08b69e17-f873-4b0a-b244-19114c7c77c4 in Status: IN_PROGRESS for 2s [ 752.084746] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.084958] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.085040] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.085554] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.085554] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.085554] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.085730] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.085730] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.085901] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.085901] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.086119] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.086224] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.086383] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.086424] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.088212] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.088212] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.088212] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.088212] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.088212] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.088212] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.088212] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.424918] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88929134-bfde-4824-9117-14a5ab1bf3ab: rpc.has_security_group_logging(os_id): False [ 752.426562] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88929134-bfde-4824-9117-14a5ab1bf3ab',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.446283] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.446490] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.446538] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.446767] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.446877] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.447156] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.447275] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.447328] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.447518] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.447600] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.447791] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.447887] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.447948] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.448194] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.448253] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.448460] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.448563] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.448626] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.448763] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.448839] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.448925] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88929134-bfde-4824-9117-14a5ab1bf3ab is going to be created. [ 752.541027] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.541027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.541027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.541027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.541244] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.555768] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88929134-bfde-4824-9117-14a5ab1bf3ab in Status: IN_PROGRESS for 2s [ 752.591221] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14edead1-bef0-4e8b-ab00-f4f3eb2533ee: rpc.has_security_group_logging(os_id): False [ 752.619684] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.620736] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.620736] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.620736] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.620987] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.621050] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.621139] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.621209] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.621412] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.621492] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.621677] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.621782] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.621906] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.622064] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.625273] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.625714] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.625819] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.625819] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.626044] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.626135] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.626231] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee is going to be updated. [ 752.732250] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.732387] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.732511] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.733485] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.733485] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.753024] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: IN_PROGRESS for 2s [ 752.930772] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88929134-bfde-4824-9117-14a5ab1bf3ab',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.433352] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.433730] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.433730] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.434021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.434021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.434021] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88929134-bfde-4824-9117-14a5ab1bf3ab is going to be updated. [ 753.496421] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.496589] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.496633] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.496838] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.496983] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.508920] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88929134-bfde-4824-9117-14a5ab1bf3ab in Status: IN_PROGRESS for 2s [ 753.967168] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08b69e17-f873-4b0a-b244-19114c7c77c4 in Status: SUCCESS [ 753.967525] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.571122] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88929134-bfde-4824-9117-14a5ab1bf3ab in Status: SUCCESS [ 754.571342] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.571524] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.571744] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.571931] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88929134-bfde-4824-9117-14a5ab1bf3ab',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.770492] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: SUCCESS [ 754.770810] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.771191] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.771511] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.771676] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.074699] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-88929134-bfde-4824-9117-14a5ab1bf3ab taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.075166] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.277881] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.278280] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.278280] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.278440] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.278560] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.278665] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.278732] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.278877] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.279008] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.279065] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.283026] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.522634] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88929134-bfde-4824-9117-14a5ab1bf3ab in Status: SUCCESS [ 755.522634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.522634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.522634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.522634] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.522634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.522634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.522634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.522634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.522634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.522634] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88929134-bfde-4824-9117-14a5ab1bf3ab',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.528027] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 755.528027] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 755.695888] env[69297]: INFO networking_nsxv3.common.synchronization [None req-e69bbf10-a72d-41a9-b7a5-7fca2e7bc4c7 None None] Enqueued Resource ID: b7d32ed6-2708-46ae-ae61-6e0a61451a37 with Priority: HIGHEST for action port [ 755.696159] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d32ed6-2708-46ae-ae61-6e0a61451a37 with Priority: HIGHEST for action port [ 755.696714] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7d32ed6-2708-46ae-ae61-6e0a61451a37 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.696841] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7d32ed6-2708-46ae-ae61-6e0a61451a37" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.696912] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7d32ed6-2708-46ae-ae61-6e0a61451a37" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.697921] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7d32ed6-2708-46ae-ae61-6e0a61451a37" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.698027] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7d32ed6-2708-46ae-ae61-6e0a61451a37',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.785341] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.788131] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.788131] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.788131] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.788131] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.788131] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.788131] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.788131] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.788131] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.788131] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.788131] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.788131] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.788131] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.788131] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.788131] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.788131] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.788131] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.788131] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.788131] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.788788] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.788788] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.025868] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-88929134-bfde-4824-9117-14a5ab1bf3ab taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.026139] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.026260] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.026721] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.026986] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.027263] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.027355] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.027607] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.027758] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.027929] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.028205] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-88929134-bfde-4824-9117-14a5ab1bf3ab taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.028355] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.028457] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.028683] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.028908] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.029079] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.029197] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.029427] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.029574] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.029747] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.029908] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88929134-bfde-4824-9117-14a5ab1bf3ab',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.160557] env[69297]: INFO networking_nsxv3.common.synchronization [req-a056cb0a-05f7-4911-80f0-f2485973a638 req-0d0701ef-34e5-4bff-8971-288a1b7ddcb3 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Enqueued Resource ID: 8e640edd-4d09-47e8-8366-ded745a058e3 with Priority: HIGHEST for action security_group_members [ 756.161110] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e640edd-4d09-47e8-8366-ded745a058e3 with Priority: HIGHEST for action security_group_members [ 756.161417] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e640edd-4d09-47e8-8366-ded745a058e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.161629] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.161629] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.161857] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.162017] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.162462] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.162632] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.162794] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.162945] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.163067] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e640edd-4d09-47e8-8366-ded745a058e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.203767] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7d32ed6-2708-46ae-ae61-6e0a61451a37 [ 756.203998] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.204179] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.204255] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.204519] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.204642] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.204711] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7d32ed6-2708-46ae-ae61-6e0a61451a37 already deleted. [ 756.204788] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7d32ed6-2708-46ae-ae61-6e0a61451a37" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.291984] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14edead1-bef0-4e8b-ab00-f4f3eb2533ee: rpc.has_security_group_logging(os_id): False [ 756.314845] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.314845] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.315156] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.315245] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.315379] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.315652] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.315779] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.315850] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.315982] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.316086] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.316871] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.316871] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.316871] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.316871] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.316871] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.317101] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.320404] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.320404] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.320404] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.320404] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.321233] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee is going to be updated. [ 756.416183] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.416183] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.416407] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.416643] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.416869] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.439489] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: IN_PROGRESS for 2s [ 756.532741] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88929134-bfde-4824-9117-14a5ab1bf3ab: rpc.has_security_group_logging(os_id): False [ 756.552883] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.553495] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.553495] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.553495] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.553495] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.553631] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.553718] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.553784] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.553938] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.554025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.554245] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.554348] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.554412] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.554553] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.554628] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.554822] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.554916] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.555244] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.557789] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.557914] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.558048] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88929134-bfde-4824-9117-14a5ab1bf3ab is going to be updated. [ 756.664308] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.664459] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.664527] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.664748] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.664894] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.666109] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.671967] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.671967] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.671967] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.671967] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.671967] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.671967] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.671967] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.672408] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.672408] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.672643] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e640edd-4d09-47e8-8366-ded745a058e3 already deleted. [ 756.672643] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.706035] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88929134-bfde-4824-9117-14a5ab1bf3ab in Status: IN_PROGRESS for 2s [ 757.086162] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-482 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.086162] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-482" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.086162] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-482" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.086162] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-482" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.086162] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.086162] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.087069] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.090444] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.090444] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.090444] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.090444] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.090444] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.090444] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.090444] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.090444] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.090444] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.112034] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.112034] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 757.112034] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.112034] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-482" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.112034] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-5c651e66-9f68-4472-bd82-7d459d06a82f taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.112034] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-5c651e66-9f68-4472-bd82-7d459d06a82f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.112034] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-5c651e66-9f68-4472-bd82-7d459d06a82f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.112034] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-5c651e66-9f68-4472-bd82-7d459d06a82f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.112034] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c651e66-9f68-4472-bd82-7d459d06a82f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.615134] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.615460] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.615502] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.615783] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.615989] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.616444] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 5c651e66-9f68-4472-bd82-7d459d06a82f not found, creating... [ 757.616444] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.616610] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.616640] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.617344] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.617502] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.618039] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.618147] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.618255] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.618509] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.618622] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.618762] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 5c651e66-9f68-4472-bd82-7d459d06a82f is going to be created. [ 757.641461] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.644512] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.644512] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.644512] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.644512] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.644512] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-5c651e66-9f68-4472-bd82-7d459d06a82f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.326253] env[69297]: INFO networking_nsxv3.common.synchronization [None req-2106b0da-0309-4249-8bbc-e95f709960d0 None None] Enqueued Resource ID: 7f713282-c2f7-4205-9285-94e42054a692 with Priority: HIGHEST for action port [ 758.326253] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f713282-c2f7-4205-9285-94e42054a692 with Priority: HIGHEST for action port [ 758.326253] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f713282-c2f7-4205-9285-94e42054a692 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.326253] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f713282-c2f7-4205-9285-94e42054a692" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.326253] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f713282-c2f7-4205-9285-94e42054a692" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.326253] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f713282-c2f7-4205-9285-94e42054a692" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.326253] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f713282-c2f7-4205-9285-94e42054a692',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.465962] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: SUCCESS [ 758.466210] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.718233] env[69297]: INFO networking_nsxv3.common.synchronization [req-a056cb0a-05f7-4911-80f0-f2485973a638 req-7b798bf5-dbeb-4777-bdcf-15f875a3267f service nova] Enqueued Resource ID: 8e640edd-4d09-47e8-8366-ded745a058e3 with Priority: HIGHEST for action security_group_rules [ 758.718544] env[69297]: INFO networking_nsxv3.common.synchronization [req-a056cb0a-05f7-4911-80f0-f2485973a638 req-7b798bf5-dbeb-4777-bdcf-15f875a3267f service nova] Enqueued Resource ID: 8e640edd-4d09-47e8-8366-ded745a058e3 with Priority: HIGHEST for action security_group_members [ 758.718699] env[69297]: INFO networking_nsxv3.common.synchronization [req-a056cb0a-05f7-4911-80f0-f2485973a638 req-7b798bf5-dbeb-4777-bdcf-15f875a3267f service nova] Enqueued Resource ID: 5c651e66-9f68-4472-bd82-7d459d06a82f with Priority: HIGHEST for action port [ 758.723188] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e640edd-4d09-47e8-8366-ded745a058e3 with Priority: HIGHEST for action security_group_rules [ 758.723826] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e640edd-4d09-47e8-8366-ded745a058e3 with Priority: HIGHEST for action security_group_members [ 758.723826] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c651e66-9f68-4472-bd82-7d459d06a82f with Priority: HIGHEST for action port [ 758.724435] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e640edd-4d09-47e8-8366-ded745a058e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.724866] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.725223] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.725264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.725613] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e640edd-4d09-47e8-8366-ded745a058e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.726893] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e640edd-4d09-47e8-8366-ded745a058e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.727056] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.727135] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.727540] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.728262] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.728429] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.728517] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.728727] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.728848] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.728965] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e640edd-4d09-47e8-8366-ded745a058e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.730638] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c651e66-9f68-4472-bd82-7d459d06a82f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.730754] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c651e66-9f68-4472-bd82-7d459d06a82f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.730826] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c651e66-9f68-4472-bd82-7d459d06a82f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.731013] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c651e66-9f68-4472-bd82-7d459d06a82f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.731104] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c651e66-9f68-4472-bd82-7d459d06a82f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.732951] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88929134-bfde-4824-9117-14a5ab1bf3ab in Status: SUCCESS [ 758.733171] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.830267] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f713282-c2f7-4205-9285-94e42054a692 [ 758.831059] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.831059] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.831059] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.831658] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.831658] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.831782] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f713282-c2f7-4205-9285-94e42054a692 already deleted. [ 758.831828] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f713282-c2f7-4205-9285-94e42054a692" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.235457] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e640edd-4d09-47e8-8366-ded745a058e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.236915] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e640edd-4d09-47e8-8366-ded745a058e3 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.237097] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.237598] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c651e66-9f68-4472-bd82-7d459d06a82f with status ACTIVE [ 759.237873] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.239232] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.239232] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.240356] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.240530] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.240704] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.241189] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.241329] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.241589] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.241713] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.242022] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.244140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.244140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.244140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.244140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.244140] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c651e66-9f68-4472-bd82-7d459d06a82f is going to be updated. [ 759.279104] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.279431] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.279431] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.279635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.280090] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.280090] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c651e66-9f68-4472-bd82-7d459d06a82f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.410343] env[69297]: INFO networking_nsxv3.common.synchronization [req-82c82a40-e1d0-43fa-8e74-59332982fd6d req-0548503c-d75e-4086-bfba-e79f0d08965f tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Enqueued Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_members [ 759.411036] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_members [ 759.411500] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.411899] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.411899] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.411899] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.412311] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.412311] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.412311] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.412311] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.412433] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.412433] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.746854] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e640edd-4d09-47e8-8366-ded745a058e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.919280] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.019636] env[69297]: INFO networking_nsxv3.common.synchronization [req-82c82a40-e1d0-43fa-8e74-59332982fd6d req-9246879d-63eb-46f8-a67b-8e29db0428e6 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Enqueued Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_members [ 760.019807] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_members [ 760.020264] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.021023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.095812] env[69297]: INFO networking_nsxv3.common.synchronization [req-9f2d7073-529d-4b3e-92d9-0f107097e4c2 req-a90632e9-4e98-47a9-af0b-55a71fcd9898 tempest-ServerAddressesTestJSON-1517825706 tempest-ServerAddressesTestJSON-1517825706-project-member] Enqueued Resource ID: 08b69e17-f873-4b0a-b244-19114c7c77c4 with Priority: HIGHEST for action security_group_members [ 760.096504] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b69e17-f873-4b0a-b244-19114c7c77c4 with Priority: HIGHEST for action security_group_members [ 760.096867] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-08b69e17-f873-4b0a-b244-19114c7c77c4 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.097206] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.097336] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.097603] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.097993] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.098193] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.098327] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.098490] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.098802] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.098906] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08b69e17-f873-4b0a-b244-19114c7c77c4',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.250589] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.250810] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.250882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.251116] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.251204] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.251308] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e640edd-4d09-47e8-8366-ded745a058e3 is going to be created. [ 760.288131] env[69297]: INFO networking_nsxv3.common.synchronization [req-5433633e-4372-4fb9-a6b3-536ac113c8b0 req-932a0bcf-1b73-436e-a758-b27157438f63 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Enqueued Resource ID: 5ee89125-2d0a-483b-a852-590b1fba1326 with Priority: HIGHEST for action security_group_members [ 760.288735] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee89125-2d0a-483b-a852-590b1fba1326 with Priority: HIGHEST for action security_group_members [ 760.289915] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee89125-2d0a-483b-a852-590b1fba1326 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.290129] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.290230] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.290480] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.290686] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.290885] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.290975] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.291256] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.291256] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.291333] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ee89125-2d0a-483b-a852-590b1fba1326',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.356443] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.356443] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.356443] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.356666] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.357634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.393562] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e640edd-4d09-47e8-8366-ded745a058e3 in Status: UNINITIALIZED for 2s [ 760.422567] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.601373] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.601562] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.601617] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.601868] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.602161] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.602161] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.602353] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.602353] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.602439] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.602479] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.602570] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b69e17-f873-4b0a-b244-19114c7c77c4 is going to be updated. [ 760.610439] env[69297]: INFO networking_nsxv3.common.synchronization [None req-90ea1cfa-d7b7-4a12-a04a-05f8da4c77d5 None None] Enqueued Resource ID: 39b3f520-568b-4908-b0ce-d4f47c1d20b1 with Priority: HIGHEST for action port [ 760.610729] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39b3f520-568b-4908-b0ce-d4f47c1d20b1 with Priority: HIGHEST for action port [ 760.611253] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-39b3f520-568b-4908-b0ce-d4f47c1d20b1 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.611449] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39b3f520-568b-4908-b0ce-d4f47c1d20b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.611449] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39b3f520-568b-4908-b0ce-d4f47c1d20b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.612336] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39b3f520-568b-4908-b0ce-d4f47c1d20b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.612336] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39b3f520-568b-4908-b0ce-d4f47c1d20b1',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.633440] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.633440] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.633440] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.633440] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.633440] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.643088] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b69e17-f873-4b0a-b244-19114c7c77c4 in Status: IN_PROGRESS for 2s [ 760.766832] env[69297]: INFO networking_nsxv3.common.synchronization [req-82c82a40-e1d0-43fa-8e74-59332982fd6d req-18f02264-7687-483c-b15e-230f94e4be61 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Enqueued Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_members [ 760.767619] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_members [ 760.767724] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.767821] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.793394] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ee89125-2d0a-483b-a852-590b1fba1326',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.926520] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.926766] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.926838] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.927094] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.927228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.927333] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee is going to be updated. [ 760.958079] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.958312] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.958312] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.958525] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.958676] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.971503] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: IN_PROGRESS for 2s [ 761.115599] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39b3f520-568b-4908-b0ce-d4f47c1d20b1 [ 761.115599] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.115599] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.115599] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.115599] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.115599] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.115599] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39b3f520-568b-4908-b0ce-d4f47c1d20b1 already deleted. [ 761.115599] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39b3f520-568b-4908-b0ce-d4f47c1d20b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.298271] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ee89125-2d0a-483b-a852-590b1fba1326',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.806264] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.806264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.806264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.806264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.806264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.806264] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee89125-2d0a-483b-a852-590b1fba1326 is going to be updated. [ 761.839198] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.839198] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.839198] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.839198] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.839198] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.848377] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee89125-2d0a-483b-a852-590b1fba1326 in Status: IN_PROGRESS for 2s [ 762.404193] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e640edd-4d09-47e8-8366-ded745a058e3 in Status: SUCCESS [ 762.404193] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.404193] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.404193] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.404193] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.404438] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.404438] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.404605] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.404723] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.404816] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.404932] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e640edd-4d09-47e8-8366-ded745a058e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.654227] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08b69e17-f873-4b0a-b244-19114c7c77c4 in Status: SUCCESS [ 762.654414] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08b69e17-f873-4b0a-b244-19114c7c77c4 deletion is rescheduled due to dependency. [ 762.654522] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.911972] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e640edd-4d09-47e8-8366-ded745a058e3 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.913884] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.913884] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.913884] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.913884] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.913884] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.913884] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.913884] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.913884] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.913884] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.913884] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e640edd-4d09-47e8-8366-ded745a058e3 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.913884] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.913884] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.915065] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.915065] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.915065] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.915065] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.915305] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.915305] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.915379] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.915465] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e640edd-4d09-47e8-8366-ded745a058e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.991456] env[69297]: INFO networking_nsxv3.common.synchronization [None req-328ae9ed-4e9a-4fa3-b5b7-a5404fd251c8 None None] Enqueued Resource ID: af040bc0-30c8-4d21-926b-e84863c4cd96 with Priority: HIGHEST for action port [ 762.993144] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af040bc0-30c8-4d21-926b-e84863c4cd96 with Priority: HIGHEST for action port [ 762.994762] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: SUCCESS [ 762.995066] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.995857] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-af040bc0-30c8-4d21-926b-e84863c4cd96 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.995857] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af040bc0-30c8-4d21-926b-e84863c4cd96" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.995857] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af040bc0-30c8-4d21-926b-e84863c4cd96" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.996154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af040bc0-30c8-4d21-926b-e84863c4cd96" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.996206] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af040bc0-30c8-4d21-926b-e84863c4cd96',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.997663] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.997955] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.998221] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.998441] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.998558] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.998813] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.998965] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.999153] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.420038] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e640edd-4d09-47e8-8366-ded745a058e3: rpc.has_security_group_logging(os_id): False [ 763.446225] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.447773] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.448489] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.448489] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.448489] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.450032] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.450032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.450032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.450032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.450032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.450032] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.450032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.450032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.453696] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.453696] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.453696] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.453696] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.453696] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.453696] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.453696] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.453696] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e640edd-4d09-47e8-8366-ded745a058e3 is going to be created. [ 763.501633] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af040bc0-30c8-4d21-926b-e84863c4cd96 [ 763.501872] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.502022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.502158] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.502305] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.502399] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.502494] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af040bc0-30c8-4d21-926b-e84863c4cd96 already deleted. [ 763.502579] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af040bc0-30c8-4d21-926b-e84863c4cd96" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.502878] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.502989] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.503053] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.503377] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.503377] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.503547] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.503547] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.503686] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.503732] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.503806] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.503887] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee is going to be updated. [ 763.552436] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.553037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.553037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.553308] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.553463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.555500] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.555698] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.555790] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.555982] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.556172] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.571429] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: IN_PROGRESS for 2s [ 763.572966] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e640edd-4d09-47e8-8366-ded745a058e3 in Status: IN_PROGRESS for 2s [ 763.864411] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee89125-2d0a-483b-a852-590b1fba1326 in Status: SUCCESS [ 763.865663] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.520271] env[69297]: INFO networking_nsxv3.common.synchronization [req-a28fc634-a788-4806-b3d6-e48f5687fa30 req-71b8e5af-5061-47a8-986d-186d2a7c05d6 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Enqueued Resource ID: f9b05578-5685-4298-b042-4033d485ab17 with Priority: HIGHEST for action security_group_members [ 764.520271] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b05578-5685-4298-b042-4033d485ab17 with Priority: HIGHEST for action security_group_members [ 764.520271] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b05578-5685-4298-b042-4033d485ab17 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.520271] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.520271] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.521477] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.521802] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.522056] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.522201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.523713] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.523713] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.523713] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b05578-5685-4298-b042-4033d485ab17',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.025802] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.025902] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.025958] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.026230] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.026330] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.026523] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.026643] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.026698] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.026812] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.026882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.026962] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b05578-5685-4298-b042-4033d485ab17 is going to be updated. [ 765.060667] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.060806] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.060898] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.061133] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.061452] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.075490] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b05578-5685-4298-b042-4033d485ab17 in Status: IN_PROGRESS for 2s [ 765.580652] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: SUCCESS [ 765.581622] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee deletion is rescheduled due to dependency. [ 765.581754] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.581927] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.582161] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.582344] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.582463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.584454] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.585419] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.585459] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.585559] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.588284] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e640edd-4d09-47e8-8366-ded745a058e3 in Status: SUCCESS [ 765.588457] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.663059] env[69297]: INFO networking_nsxv3.common.synchronization [None req-9f274cd8-15ea-4122-a695-640108a3210b None None] Enqueued Resource ID: 7b7394aa-e54d-427a-a97c-3ee8905ac60f with Priority: HIGHEST for action port [ 765.663059] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7394aa-e54d-427a-a97c-3ee8905ac60f with Priority: HIGHEST for action port [ 765.663059] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b7394aa-e54d-427a-a97c-3ee8905ac60f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.663059] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b7394aa-e54d-427a-a97c-3ee8905ac60f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.663059] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b7394aa-e54d-427a-a97c-3ee8905ac60f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.663825] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b7394aa-e54d-427a-a97c-3ee8905ac60f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.664447] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b7394aa-e54d-427a-a97c-3ee8905ac60f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.864752] env[69297]: INFO networking_nsxv3.common.synchronization [req-54603b9a-259d-433f-996c-f8bca80f0888 req-71ec688d-5917-4c6c-8f02-f3e7d4f9dd0c tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Enqueued Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_members [ 765.865368] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_members [ 765.865719] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.866173] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.866302] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.866784] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.866996] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.867181] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.867405] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.867647] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.867756] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.867889] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.091163] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.091332] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.091407] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.091635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.091744] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.092140] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.092140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.092140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.092372] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.092372] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.092482] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee is going to be updated. [ 766.121823] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.121823] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.121823] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.121823] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.121823] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.131208] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: IN_PROGRESS for 2s [ 766.166420] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b7394aa-e54d-427a-a97c-3ee8905ac60f [ 766.166762] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.166947] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.167090] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.167402] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.167530] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.167665] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b7394aa-e54d-427a-a97c-3ee8905ac60f already deleted. [ 766.167791] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b7394aa-e54d-427a-a97c-3ee8905ac60f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.370825] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.370986] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.371074] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.371285] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.371376] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.371563] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.371660] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.371729] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.371921] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.372011] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.372100] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 already deleted. [ 766.372183] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.827806] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-599 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.827806] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-599" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.827806] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-599" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.828204] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-599" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.828471] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.828621] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.828679] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.829080] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.829383] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.829472] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.829689] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.829825] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.830101] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.830247] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.830480] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.830706] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.865546] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.865546] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 766.865546] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.865546] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-599" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.865546] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.865546] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.865546] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.865546] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.865546] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.092151] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b05578-5685-4298-b042-4033d485ab17 in Status: SUCCESS [ 767.092402] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b05578-5685-4298-b042-4033d485ab17 deletion is rescheduled due to dependency. [ 767.092518] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.370238] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.370238] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.371023] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.371023] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.371023] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.373297] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08 not found, creating... [ 767.373297] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.373297] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.373297] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.373297] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.373297] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.373297] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.373933] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.374185] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.374496] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.374731] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.374962] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08 is going to be created. [ 767.400035] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.400035] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.400035] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.400035] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.400035] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.400035] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.048441] env[69297]: INFO networking_nsxv3.common.synchronization [None req-451573d7-1370-496b-bde0-d826f84a756c None None] Enqueued Resource ID: d2cc2506-6642-4223-acfb-0d5d6faf7087 with Priority: HIGHEST for action port [ 768.048441] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2cc2506-6642-4223-acfb-0d5d6faf7087 with Priority: HIGHEST for action port [ 768.048932] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2cc2506-6642-4223-acfb-0d5d6faf7087 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.049079] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2cc2506-6642-4223-acfb-0d5d6faf7087" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.049140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2cc2506-6642-4223-acfb-0d5d6faf7087" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.049403] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2cc2506-6642-4223-acfb-0d5d6faf7087" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.049734] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2cc2506-6642-4223-acfb-0d5d6faf7087',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.148060] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: SUCCESS [ 768.148339] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee deletion is rescheduled due to dependency. [ 768.148339] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.360257] env[69297]: INFO networking_nsxv3.common.synchronization [req-54603b9a-259d-433f-996c-f8bca80f0888 req-bf935291-f591-49df-a7a3-3c9f5cf34706 service nova] Enqueued Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_rules [ 768.360426] env[69297]: INFO networking_nsxv3.common.synchronization [req-54603b9a-259d-433f-996c-f8bca80f0888 req-bf935291-f591-49df-a7a3-3c9f5cf34706 service nova] Enqueued Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_members [ 768.360558] env[69297]: INFO networking_nsxv3.common.synchronization [req-54603b9a-259d-433f-996c-f8bca80f0888 req-bf935291-f591-49df-a7a3-3c9f5cf34706 service nova] Enqueued Resource ID: 7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08 with Priority: HIGHEST for action port [ 768.360784] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_rules [ 768.362299] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_members [ 768.362299] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08 with Priority: HIGHEST for action port [ 768.362299] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.362299] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.362299] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.362299] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.363391] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.364036] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.364778] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.364778] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.364778] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.364778] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.364778] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.364778] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.365059] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.365059] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.365059] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.368974] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.368974] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.368974] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.368974] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.368974] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.555379] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2cc2506-6642-4223-acfb-0d5d6faf7087 [ 768.559022] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.559022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.559022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.559022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.559022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.559022] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2cc2506-6642-4223-acfb-0d5d6faf7087 already deleted. [ 768.559022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2cc2506-6642-4223-acfb-0d5d6faf7087" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.720298] env[69297]: INFO networking_nsxv3.common.synchronization [None req-f44bfdff-1686-476d-abb9-4bb6c6431bbe None None] Enqueued Resource ID: 6e4024e3-4c2b-4f9a-9be2-d54809becb67 with Priority: HIGHEST for action port [ 768.722111] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4024e3-4c2b-4f9a-9be2-d54809becb67 with Priority: HIGHEST for action port [ 768.722111] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e4024e3-4c2b-4f9a-9be2-d54809becb67 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.722111] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e4024e3-4c2b-4f9a-9be2-d54809becb67" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.722111] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e4024e3-4c2b-4f9a-9be2-d54809becb67" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.722111] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e4024e3-4c2b-4f9a-9be2-d54809becb67" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.722111] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e4024e3-4c2b-4f9a-9be2-d54809becb67',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.869459] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.870518] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.870633] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.871198] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08 with status ACTIVE [ 768.871198] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.871198] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.871803] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.871803] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.871803] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.871984] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.872159] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.872285] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.872510] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.872686] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.872985] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.873159] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.873282] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.873483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.873637] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.873745] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08 is going to be updated. [ 768.899082] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.899082] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.899205] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.899379] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.899538] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.899752] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c40ed17-f5f7-4ec5-bfc3-8c74dde78a08" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.229254] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e4024e3-4c2b-4f9a-9be2-d54809becb67 [ 769.231134] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.231134] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.231134] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.231134] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.231134] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.231134] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e4024e3-4c2b-4f9a-9be2-d54809becb67 already deleted. [ 769.231134] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e4024e3-4c2b-4f9a-9be2-d54809becb67" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.376335] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.879381] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.879746] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.879746] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.879879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.879949] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.880061] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 is going to be created. [ 769.908643] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.908643] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.908643] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.908878] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.909062] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.921640] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: UNINITIALIZED for 2s [ 770.711148] env[69297]: INFO networking_nsxv3.common.synchronization [None req-05638421-299e-498a-ba22-ef45d9b5b0e3 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Enqueued Resource ID: eb02e441-14a6-4ad8-8391-1eeb357491aa with Priority: HIGHEST for action security_group_rules [ 770.714160] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb02e441-14a6-4ad8-8391-1eeb357491aa with Priority: HIGHEST for action security_group_rules [ 770.714599] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb02e441-14a6-4ad8-8391-1eeb357491aa taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.714733] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.714864] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.715306] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.715429] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb02e441-14a6-4ad8-8391-1eeb357491aa',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.863988] env[69297]: INFO networking_nsxv3.common.synchronization [None req-7821183b-95b7-4f16-a90c-c871edc7bb4b tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Enqueued Resource ID: eb02e441-14a6-4ad8-8391-1eeb357491aa with Priority: HIGHEST for action security_group_rules [ 770.864715] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb02e441-14a6-4ad8-8391-1eeb357491aa with Priority: HIGHEST for action security_group_rules [ 770.865339] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb02e441-14a6-4ad8-8391-1eeb357491aa taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.865485] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.059113] env[69297]: INFO networking_nsxv3.common.synchronization [None req-733f95e8-3b18-49dc-b896-8685ace530b3 None None] Enqueued Resource ID: 7d21487d-7c28-4ef6-91b7-09a238a630ca with Priority: HIGHEST for action port [ 771.059113] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d21487d-7c28-4ef6-91b7-09a238a630ca with Priority: HIGHEST for action port [ 771.059621] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d21487d-7c28-4ef6-91b7-09a238a630ca taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.059752] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d21487d-7c28-4ef6-91b7-09a238a630ca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.059823] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d21487d-7c28-4ef6-91b7-09a238a630ca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.065373] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d21487d-7c28-4ef6-91b7-09a238a630ca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.065468] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d21487d-7c28-4ef6-91b7-09a238a630ca',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.238586] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.238586] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.238586] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.238586] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.238586] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.238586] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb02e441-14a6-4ad8-8391-1eeb357491aa already deleted. [ 771.238586] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.238586] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.238586] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.238586] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb02e441-14a6-4ad8-8391-1eeb357491aa',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.514804] env[69297]: INFO networking_nsxv3.common.synchronization [req-8876b789-d932-4be0-8726-062706b1dd3a req-9f9561c3-01b9-4204-8598-50ebff920bf3 tempest-ServerAddressesNegativeTestJSON-2038044707 tempest-ServerAddressesNegativeTestJSON-2038044707-project-member] Enqueued Resource ID: 8e640edd-4d09-47e8-8366-ded745a058e3 with Priority: HIGHEST for action security_group_members [ 771.515358] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e640edd-4d09-47e8-8366-ded745a058e3 with Priority: HIGHEST for action security_group_members [ 771.515658] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e640edd-4d09-47e8-8366-ded745a058e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.515849] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.515908] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.516436] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.516559] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.516670] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.516739] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.517035] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.517035] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.517162] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e640edd-4d09-47e8-8366-ded745a058e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.570012] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d21487d-7c28-4ef6-91b7-09a238a630ca [ 771.570012] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.570224] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.570224] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.570623] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.570623] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.570854] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d21487d-7c28-4ef6-91b7-09a238a630ca already deleted. [ 771.570995] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d21487d-7c28-4ef6-91b7-09a238a630ca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.764150] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.764466] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.764466] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.764598] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.764829] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.765639] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb02e441-14a6-4ad8-8391-1eeb357491aa already deleted. [ 771.765639] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.932794] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: SUCCESS [ 771.932997] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.933192] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.933432] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.933595] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.933713] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.933780] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.933938] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.934031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.934196] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.934236] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.023168] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.023372] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.023814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.023814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.023814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.024038] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.024177] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.024957] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.024957] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.024957] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.024957] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e640edd-4d09-47e8-8366-ded745a058e3 is going to be updated. [ 772.053736] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.053736] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.053736] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.053736] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.053736] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.064382] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e640edd-4d09-47e8-8366-ded745a058e3 in Status: IN_PROGRESS for 2s [ 772.392853] env[69297]: INFO networking_nsxv3.common.synchronization [req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a req-e44bd0b7-5fbb-4b59-9c70-11b769117df0 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Enqueued Resource ID: f450a279-4707-49e5-bae1-e3fcb7507bdf with Priority: HIGHEST for action security_group_members [ 772.393726] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f450a279-4707-49e5-bae1-e3fcb7507bdf with Priority: HIGHEST for action security_group_members [ 772.394814] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f450a279-4707-49e5-bae1-e3fcb7507bdf taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.394814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.394814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.394814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.394814] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.394814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.394814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.395352] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.395352] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.395352] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f450a279-4707-49e5-bae1-e3fcb7507bdf',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.437240] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.437439] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.437536] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.437802] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.438023] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.438155] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.438260] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.440990] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.440990] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.440990] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.440990] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.440990] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.440990] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.440990] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.440990] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.440990] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.440990] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.440990] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.440990] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.440990] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.440990] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.815637] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-218 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.816155] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-218" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.816155] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-218" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.816339] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-218" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.816747] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.816995] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.817205] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.817495] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.817999] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.818278] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 772.818403] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 772.818515] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 772.818624] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 772.818771] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 772.818878] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 772.819025] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 772.840130] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 772.840386] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 772.840543] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 772.840800] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-218" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.841081] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-fd838afd-16e7-4777-9c8b-a5c5477827db taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.841262] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-fd838afd-16e7-4777-9c8b-a5c5477827db" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.841413] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-fd838afd-16e7-4777-9c8b-a5c5477827db" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.841841] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-fd838afd-16e7-4777-9c8b-a5c5477827db" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.841918] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd838afd-16e7-4777-9c8b-a5c5477827db',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.897654] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.897876] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.897876] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.898124] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.898268] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.898370] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.898475] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.898536] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.899142] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.899142] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.899142] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f450a279-4707-49e5-bae1-e3fcb7507bdf already deleted. [ 772.899142] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.945954] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1dc86b7-b853-47bc-a5de-6615e82494e3: rpc.has_security_group_logging(os_id): False [ 772.965032] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.965032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.965305] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.965468] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.965595] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.965855] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.965978] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.966059] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.966519] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.966519] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.966801] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.967027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.967027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.967410] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.967410] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.967676] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.967825] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.967862] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.968121] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.968121] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.968197] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 is going to be created. [ 773.059327] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.059586] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.059586] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.060906] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.060906] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.077989] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: IN_PROGRESS for 2s [ 773.344833] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.345177] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.345255] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.345498] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.345647] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.345801] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port fd838afd-16e7-4777-9c8b-a5c5477827db not found, creating... [ 773.346076] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.346235] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.346355] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.346564] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.346698] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.346970] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.347135] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.347270] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.347556] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.347606] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.347738] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: fd838afd-16e7-4777-9c8b-a5c5477827db is going to be created. [ 773.371740] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.371902] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.372084] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.372401] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.372544] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.372806] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-fd838afd-16e7-4777-9c8b-a5c5477827db" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.075017] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e640edd-4d09-47e8-8366-ded745a058e3 in Status: SUCCESS [ 774.075321] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e640edd-4d09-47e8-8366-ded745a058e3 deletion is rescheduled due to dependency. [ 774.075321] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.299758] env[69297]: INFO networking_nsxv3.common.synchronization [req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a req-eaa95f55-1b18-4499-9a55-c15bbaff7c44 service nova] Enqueued Resource ID: f450a279-4707-49e5-bae1-e3fcb7507bdf with Priority: HIGHEST for action security_group_rules [ 774.300019] env[69297]: INFO networking_nsxv3.common.synchronization [req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a req-eaa95f55-1b18-4499-9a55-c15bbaff7c44 service nova] Enqueued Resource ID: f450a279-4707-49e5-bae1-e3fcb7507bdf with Priority: HIGHEST for action security_group_members [ 774.300185] env[69297]: INFO networking_nsxv3.common.synchronization [req-ff2f3158-b80e-4c4b-87d5-15e4c230b58a req-eaa95f55-1b18-4499-9a55-c15bbaff7c44 service nova] Enqueued Resource ID: fd838afd-16e7-4777-9c8b-a5c5477827db with Priority: HIGHEST for action port [ 774.300784] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f450a279-4707-49e5-bae1-e3fcb7507bdf with Priority: HIGHEST for action security_group_rules [ 774.300929] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f450a279-4707-49e5-bae1-e3fcb7507bdf with Priority: HIGHEST for action security_group_members [ 774.302325] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd838afd-16e7-4777-9c8b-a5c5477827db with Priority: HIGHEST for action port [ 774.302672] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f450a279-4707-49e5-bae1-e3fcb7507bdf taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.302829] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.302897] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.303265] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.303382] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f450a279-4707-49e5-bae1-e3fcb7507bdf',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.307187] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f450a279-4707-49e5-bae1-e3fcb7507bdf taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.307187] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.307187] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.307187] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.307187] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.307187] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.307187] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.307187] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.307187] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.309458] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f450a279-4707-49e5-bae1-e3fcb7507bdf',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.310544] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd838afd-16e7-4777-9c8b-a5c5477827db taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.310673] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd838afd-16e7-4777-9c8b-a5c5477827db" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.310750] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd838afd-16e7-4777-9c8b-a5c5477827db" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.313695] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd838afd-16e7-4777-9c8b-a5c5477827db" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.313695] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd838afd-16e7-4777-9c8b-a5c5477827db',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.551306] env[69297]: INFO networking_nsxv3.common.synchronization [None req-c4827c06-f53f-4d25-a63b-3b84593007bb tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Enqueued Resource ID: a41c02dc-b432-4dff-9112-74dfba444bb7 with Priority: HIGHEST for action security_group_rules [ 774.551306] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a41c02dc-b432-4dff-9112-74dfba444bb7 with Priority: HIGHEST for action security_group_rules [ 774.551306] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a41c02dc-b432-4dff-9112-74dfba444bb7 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.551306] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a41c02dc-b432-4dff-9112-74dfba444bb7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.551306] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a41c02dc-b432-4dff-9112-74dfba444bb7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.551306] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a41c02dc-b432-4dff-9112-74dfba444bb7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.551306] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a41c02dc-b432-4dff-9112-74dfba444bb7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.700022] env[69297]: INFO networking_nsxv3.common.synchronization [None req-40aeb152-93d7-4072-a21d-d4e466302ebc tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Enqueued Resource ID: a41c02dc-b432-4dff-9112-74dfba444bb7 with Priority: HIGHEST for action security_group_rules [ 774.700022] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a41c02dc-b432-4dff-9112-74dfba444bb7 with Priority: HIGHEST for action security_group_rules [ 774.700022] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a41c02dc-b432-4dff-9112-74dfba444bb7 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.700022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a41c02dc-b432-4dff-9112-74dfba444bb7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.805628] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f450a279-4707-49e5-bae1-e3fcb7507bdf taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.805628] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.814309] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f450a279-4707-49e5-bae1-e3fcb7507bdf',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.815393] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd838afd-16e7-4777-9c8b-a5c5477827db with status ACTIVE [ 774.815801] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.816909] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.816909] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.817055] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.817149] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.819322] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.819322] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.819322] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.819322] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.819322] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.819322] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.819322] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.819322] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.819322] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.819322] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.819322] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd838afd-16e7-4777-9c8b-a5c5477827db is going to be updated. [ 774.854801] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.855056] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.855056] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.855271] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.855867] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.855867] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd838afd-16e7-4777-9c8b-a5c5477827db" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.091236] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.091621] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.091621] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.091724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.091780] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.091879] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a41c02dc-b432-4dff-9112-74dfba444bb7 already deleted. [ 775.091964] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a41c02dc-b432-4dff-9112-74dfba444bb7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.092137] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a41c02dc-b432-4dff-9112-74dfba444bb7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.092293] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a41c02dc-b432-4dff-9112-74dfba444bb7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.092379] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a41c02dc-b432-4dff-9112-74dfba444bb7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.093950] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: SUCCESS [ 775.097754] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.321301] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f450a279-4707-49e5-bae1-e3fcb7507bdf',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.621116] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.621347] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.621347] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.621563] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.621650] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.621741] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a41c02dc-b432-4dff-9112-74dfba444bb7 already deleted. [ 775.621821] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a41c02dc-b432-4dff-9112-74dfba444bb7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.825469] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.825653] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.825760] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.825965] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.826073] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.826197] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f450a279-4707-49e5-bae1-e3fcb7507bdf is going to be created. [ 775.856015] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.856015] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.856233] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.856359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.856604] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.871380] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f450a279-4707-49e5-bae1-e3fcb7507bdf in Status: UNINITIALIZED for 2s [ 777.250519] env[69297]: INFO networking_nsxv3.common.synchronization [req-d2aa1474-e277-42c2-a125-ee7f6877349d req-7f47a829-3d9c-4b39-8920-e2936538d5e3 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Enqueued Resource ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed with Priority: HIGHEST for action security_group_members [ 777.251276] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed with Priority: HIGHEST for action security_group_members [ 777.255613] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b95f0e-3855-4942-b4a5-bcf1826440ed taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.255613] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.255613] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.255613] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.255613] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.255613] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.255613] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.255613] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.255613] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.255613] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.758527] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-780 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.758744] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-780" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.758845] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-780" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.759202] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-780" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.759666] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.759666] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.759822] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.760031] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.760351] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.760601] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.760720] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.760829] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.760940] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.761062] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 777.761170] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.761479] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.762696] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.762810] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.762869] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.763031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.763116] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.763300] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.763452] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.763452] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.763623] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.763749] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.763803] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed already deleted. [ 777.763847] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.784283] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.784456] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 777.784629] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.784784] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-780" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.785259] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-5998affc-dd7f-435e-8dc9-ee48a10db5a9 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.785509] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-5998affc-dd7f-435e-8dc9-ee48a10db5a9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.785509] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-5998affc-dd7f-435e-8dc9-ee48a10db5a9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.785762] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-5998affc-dd7f-435e-8dc9-ee48a10db5a9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.785995] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5998affc-dd7f-435e-8dc9-ee48a10db5a9',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.894542] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f450a279-4707-49e5-bae1-e3fcb7507bdf in Status: SUCCESS [ 777.894773] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.895334] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.895566] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.895772] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.895895] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.895966] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.896144] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.896232] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.896310] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.896432] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f450a279-4707-49e5-bae1-e3fcb7507bdf',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.293086] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.293086] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.293086] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.293086] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.293086] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.293086] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 5998affc-dd7f-435e-8dc9-ee48a10db5a9 not found, creating... [ 778.293086] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.293086] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.293086] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.293086] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.293086] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.293801] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.293801] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.293801] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.293801] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.293801] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.294230] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 5998affc-dd7f-435e-8dc9-ee48a10db5a9 is going to be created. [ 778.317469] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.317768] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.317826] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.318126] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.318527] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.318707] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-5998affc-dd7f-435e-8dc9-ee48a10db5a9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.399522] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f450a279-4707-49e5-bae1-e3fcb7507bdf taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.400380] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.400571] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.403020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.403020] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.403020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.403020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.403020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.403020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.403020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.403020] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f450a279-4707-49e5-bae1-e3fcb7507bdf taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.403020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.403020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.403020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.403020] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.403020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.403020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.403020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.403020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.403020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.403020] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f450a279-4707-49e5-bae1-e3fcb7507bdf',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.910158] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f450a279-4707-49e5-bae1-e3fcb7507bdf: rpc.has_security_group_logging(os_id): False [ 778.934275] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.934429] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.934491] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.934709] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.934796] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.934981] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.935094] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.935205] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.935344] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.935427] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.935619] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.935712] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.935832] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.935910] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.935987] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.936225] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.936332] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.936485] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.936530] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.936605] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.936692] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f450a279-4707-49e5-bae1-e3fcb7507bdf is going to be created. [ 779.028937] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.029131] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.029205] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.029415] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.029607] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.043514] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f450a279-4707-49e5-bae1-e3fcb7507bdf in Status: IN_PROGRESS for 2s [ 779.175578] env[69297]: INFO networking_nsxv3.common.synchronization [req-d2aa1474-e277-42c2-a125-ee7f6877349d req-f7db0da2-b41a-4060-8d0e-6d0d3e067ddf service nova] Enqueued Resource ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed with Priority: HIGHEST for action security_group_rules [ 779.175775] env[69297]: INFO networking_nsxv3.common.synchronization [req-d2aa1474-e277-42c2-a125-ee7f6877349d req-f7db0da2-b41a-4060-8d0e-6d0d3e067ddf service nova] Enqueued Resource ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed with Priority: HIGHEST for action security_group_members [ 779.175914] env[69297]: INFO networking_nsxv3.common.synchronization [req-d2aa1474-e277-42c2-a125-ee7f6877349d req-f7db0da2-b41a-4060-8d0e-6d0d3e067ddf service nova] Enqueued Resource ID: 5998affc-dd7f-435e-8dc9-ee48a10db5a9 with Priority: HIGHEST for action port [ 779.176524] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed with Priority: HIGHEST for action security_group_rules [ 779.176673] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed with Priority: HIGHEST for action security_group_members [ 779.176887] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5998affc-dd7f-435e-8dc9-ee48a10db5a9 with Priority: HIGHEST for action port [ 779.178072] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14b95f0e-3855-4942-b4a5-bcf1826440ed taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.178319] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.178463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.179673] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.179881] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.181424] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b95f0e-3855-4942-b4a5-bcf1826440ed taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.181960] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.182238] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.182429] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.182611] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.182716] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.182780] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.182968] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.183079] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.184739] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.190136] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-5998affc-dd7f-435e-8dc9-ee48a10db5a9 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.190136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5998affc-dd7f-435e-8dc9-ee48a10db5a9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.190136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5998affc-dd7f-435e-8dc9-ee48a10db5a9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.190136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5998affc-dd7f-435e-8dc9-ee48a10db5a9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.190136] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5998affc-dd7f-435e-8dc9-ee48a10db5a9',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.692418] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.695017] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b95f0e-3855-4942-b4a5-bcf1826440ed taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.695017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.695017] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5998affc-dd7f-435e-8dc9-ee48a10db5a9 with status ACTIVE [ 779.695017] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.695017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.695017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.695017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.695017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.695017] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.695017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.695017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.695585] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.695585] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.695585] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.695689] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.695689] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.695819] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.699023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.699023] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5998affc-dd7f-435e-8dc9-ee48a10db5a9 is going to be updated. [ 779.721661] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.721661] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.721661] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.721661] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.721661] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.721661] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5998affc-dd7f-435e-8dc9-ee48a10db5a9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.981784] env[69297]: INFO networking_nsxv3.common.synchronization [req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 req-eee03389-5475-4bcb-b0d1-949e31cb7176 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Enqueued Resource ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed with Priority: HIGHEST for action security_group_members [ 779.982379] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed with Priority: HIGHEST for action security_group_members [ 779.982684] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b95f0e-3855-4942-b4a5-bcf1826440ed taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.982787] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.198450] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.454435] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-780 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.454640] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-780" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.454772] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-780" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.455036] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-780" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.455325] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.455497] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.455610] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.455821] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.455962] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.456214] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.456502] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.456502] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.456633] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.456683] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.456776] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.456905] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.480425] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.480580] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 780.480765] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.480824] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-780" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.481741] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-8cada557-b3f7-42f6-99fe-54d767b40ea9 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.481741] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-8cada557-b3f7-42f6-99fe-54d767b40ea9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.481741] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-8cada557-b3f7-42f6-99fe-54d767b40ea9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.482070] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-8cada557-b3f7-42f6-99fe-54d767b40ea9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.482070] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cada557-b3f7-42f6-99fe-54d767b40ea9',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.701179] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.701179] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.701179] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.701543] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.701543] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.701543] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed is going to be created. [ 780.726783] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.726783] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.726783] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.727027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.727167] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.736070] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed in Status: UNINITIALIZED for 2s [ 780.987007] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.987488] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.987741] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.988209] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.988504] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.988784] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 8cada557-b3f7-42f6-99fe-54d767b40ea9 not found, creating... [ 780.989139] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.989311] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.989433] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.989673] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.989809] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.994444] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.994444] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.994444] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.994691] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.994833] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.994977] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 8cada557-b3f7-42f6-99fe-54d767b40ea9 is going to be created. [ 781.025324] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.025660] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.026312] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.026312] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.026312] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.026653] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-8cada557-b3f7-42f6-99fe-54d767b40ea9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.059097] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f450a279-4707-49e5-bae1-e3fcb7507bdf in Status: SUCCESS [ 781.059386] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.348991] env[69297]: INFO networking_nsxv3.common.synchronization [req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 req-33f9e537-32c2-4c46-bd9b-3b361066389a service nova] Enqueued Resource ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed with Priority: HIGHEST for action security_group_rules [ 782.352634] env[69297]: INFO networking_nsxv3.common.synchronization [req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 req-33f9e537-32c2-4c46-bd9b-3b361066389a service nova] Enqueued Resource ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed with Priority: HIGHEST for action security_group_members [ 782.352785] env[69297]: INFO networking_nsxv3.common.synchronization [req-1ecdb0c9-93db-465f-8250-de0a99f6fe08 req-33f9e537-32c2-4c46-bd9b-3b361066389a service nova] Enqueued Resource ID: 8cada557-b3f7-42f6-99fe-54d767b40ea9 with Priority: HIGHEST for action port [ 782.354200] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed with Priority: HIGHEST for action security_group_rules [ 782.354359] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed with Priority: HIGHEST for action security_group_members [ 782.354462] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cada557-b3f7-42f6-99fe-54d767b40ea9 with Priority: HIGHEST for action port [ 782.354810] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14b95f0e-3855-4942-b4a5-bcf1826440ed taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.354963] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.355282] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b95f0e-3855-4942-b4a5-bcf1826440ed taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.355417] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.355679] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cada557-b3f7-42f6-99fe-54d767b40ea9 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.355833] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cada557-b3f7-42f6-99fe-54d767b40ea9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.355932] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cada557-b3f7-42f6-99fe-54d767b40ea9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.356241] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cada557-b3f7-42f6-99fe-54d767b40ea9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.356373] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cada557-b3f7-42f6-99fe-54d767b40ea9',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.748807] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed in Status: SUCCESS [ 782.749106] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.749232] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.749447] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.749671] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.749784] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.749832] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.749986] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.750088] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.750187] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.750296] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.751538] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.751897] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.752086] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.752202] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.752294] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.752517] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.752596] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.752696] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.861451] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8cada557-b3f7-42f6-99fe-54d767b40ea9 with status ACTIVE [ 782.861451] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.861629] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.861629] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.861799] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.861877] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.862153] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.862407] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.862407] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.862581] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.862581] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.862906] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.862906] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.863089] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.863416] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.863416] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.863416] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8cada557-b3f7-42f6-99fe-54d767b40ea9 is going to be updated. [ 782.901024] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.901024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.901024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.901024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.901024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.901024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cada557-b3f7-42f6-99fe-54d767b40ea9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.254996] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b95f0e-3855-4942-b4a5-bcf1826440ed taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.254996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.254996] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.758695] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.265739] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.265739] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.265739] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.265739] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.265739] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.265739] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed is going to be updated. [ 784.303191] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.303554] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.303713] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.304000] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.304346] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.318818] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed in Status: IN_PROGRESS for 2s [ 784.417254] env[69297]: INFO networking_nsxv3.common.synchronization [None req-2ff441ff-95d0-4aaf-89e3-7a1ae29666f6 None None] Enqueued Resource ID: 9d4a5eda-1846-4d08-986c-856e9905aba6 with Priority: HIGHEST for action port [ 784.417776] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d4a5eda-1846-4d08-986c-856e9905aba6 with Priority: HIGHEST for action port [ 784.418129] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d4a5eda-1846-4d08-986c-856e9905aba6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.418255] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d4a5eda-1846-4d08-986c-856e9905aba6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.418341] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d4a5eda-1846-4d08-986c-856e9905aba6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.418817] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d4a5eda-1846-4d08-986c-856e9905aba6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.418912] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d4a5eda-1846-4d08-986c-856e9905aba6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.928652] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d4a5eda-1846-4d08-986c-856e9905aba6 [ 784.928652] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.928652] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.928652] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.928652] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.928652] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.928652] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d4a5eda-1846-4d08-986c-856e9905aba6 already deleted. [ 784.928652] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d4a5eda-1846-4d08-986c-856e9905aba6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.334840] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed in Status: SUCCESS [ 786.335227] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.335394] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.335656] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.335856] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.335976] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.336060] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.336229] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.336986] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.336986] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.422768] env[69297]: INFO networking_nsxv3.common.synchronization [None req-6779f6d5-c8d0-4db3-a745-37599243625e None None] Enqueued Resource ID: 1f099eb0-1757-4997-959a-f26f8437fae4 with Priority: HIGHEST for action port [ 786.423716] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f099eb0-1757-4997-959a-f26f8437fae4 with Priority: HIGHEST for action port [ 786.423817] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f099eb0-1757-4997-959a-f26f8437fae4 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.423945] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f099eb0-1757-4997-959a-f26f8437fae4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.424124] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f099eb0-1757-4997-959a-f26f8437fae4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.424364] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f099eb0-1757-4997-959a-f26f8437fae4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.424501] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f099eb0-1757-4997-959a-f26f8437fae4',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.841699] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.927102] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f099eb0-1757-4997-959a-f26f8437fae4 [ 786.927745] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.928044] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.928611] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.931044] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.931044] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.931044] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f099eb0-1757-4997-959a-f26f8437fae4 already deleted. [ 786.931044] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f099eb0-1757-4997-959a-f26f8437fae4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.348506] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.853043] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.853340] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.853460] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.853777] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.853883] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.853992] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed is going to be updated. [ 787.886819] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.887018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.887106] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.887376] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.887544] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.901222] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed in Status: IN_PROGRESS for 2s [ 787.932910] env[69297]: INFO networking_nsxv3.common.synchronization [req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec req-e1213e62-12cb-4680-a8b7-e9daa7e8183d tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Enqueued Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_members [ 787.933609] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_members [ 787.933950] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.934233] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.934311] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.934748] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.934920] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.935041] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.935225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.935314] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.935473] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.935563] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.439429] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.439750] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.439750] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.440771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.440883] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.441131] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.441241] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.441305] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.441481] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.441628] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.441677] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 already deleted. [ 788.441716] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.713788] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.713984] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-359" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.714123] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-359" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.714472] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-359" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.714731] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.714889] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.715736] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.717205] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.717416] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.717702] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 788.719552] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.719552] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.719552] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.719552] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 788.719552] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.719552] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.742366] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.742494] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 788.742565] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.742759] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-359" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.743135] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.743310] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.743441] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.743787] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.745455] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.015631] env[69297]: INFO networking_nsxv3.common.synchronization [None req-713c0547-eec3-4a42-8231-68927bb4ffc5 None None] Enqueued Resource ID: d716a00a-ddef-459b-99a0-7b1ed1912bfd with Priority: HIGHEST for action port [ 789.016277] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d716a00a-ddef-459b-99a0-7b1ed1912bfd with Priority: HIGHEST for action port [ 789.016456] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-d716a00a-ddef-459b-99a0-7b1ed1912bfd taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.016580] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d716a00a-ddef-459b-99a0-7b1ed1912bfd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.016648] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d716a00a-ddef-459b-99a0-7b1ed1912bfd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.016908] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d716a00a-ddef-459b-99a0-7b1ed1912bfd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.016994] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d716a00a-ddef-459b-99a0-7b1ed1912bfd',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.250373] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.251452] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.253488] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.253488] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.253488] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.253488] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575 not found, creating... [ 789.253488] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.253488] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.253488] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.253791] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.253791] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.254395] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.254395] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.254395] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.255313] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.255313] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.255313] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575 is going to be created. [ 789.276604] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.276821] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.276964] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.277303] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.277495] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.277733] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.525629] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d716a00a-ddef-459b-99a0-7b1ed1912bfd [ 789.525906] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.525906] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.525906] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.526151] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.526203] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.527708] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d716a00a-ddef-459b-99a0-7b1ed1912bfd already deleted. [ 789.527708] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d716a00a-ddef-459b-99a0-7b1ed1912bfd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.916733] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed in Status: SUCCESS [ 789.917423] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.917423] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.917423] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.917719] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.917808] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.917862] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.918071] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.921803] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.924264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.924264] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b95f0e-3855-4942-b4a5-bcf1826440ed taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.924264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.924264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.924264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.924264] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.924264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.924264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.924264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.924264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.924264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.924264] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.129734] env[69297]: INFO networking_nsxv3.common.synchronization [req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa req-ea441a45-77c8-45c9-947d-fe3f72073a6a tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Enqueued Resource ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed with Priority: HIGHEST for action security_group_members [ 790.132886] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed with Priority: HIGHEST for action security_group_members [ 790.133838] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b95f0e-3855-4942-b4a5-bcf1826440ed taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.134032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.134093] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.134345] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.134558] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.134636] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.135047] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.135047] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.135047] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.135166] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.374332] env[69297]: INFO networking_nsxv3.common.synchronization [req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec req-022c440b-021a-4202-a32a-6dacce061911 service nova] Enqueued Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_rules [ 790.374529] env[69297]: INFO networking_nsxv3.common.synchronization [req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec req-022c440b-021a-4202-a32a-6dacce061911 service nova] Enqueued Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_members [ 790.374678] env[69297]: INFO networking_nsxv3.common.synchronization [req-5d64a70d-50e2-45bd-9c76-a5d1b766f3ec req-022c440b-021a-4202-a32a-6dacce061911 service nova] Enqueued Resource ID: bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575 with Priority: HIGHEST for action port [ 790.375373] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_rules [ 790.375570] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_members [ 790.375625] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575 with Priority: HIGHEST for action port [ 790.375905] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.380085] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.380085] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.380085] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.380085] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.380085] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.380085] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.380085] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.380085] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.380460] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.380460] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.380533] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.380700] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.380747] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.380849] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.383687] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.383808] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.383852] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.384088] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.384088] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.427453] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14b95f0e-3855-4942-b4a5-bcf1826440ed: rpc.has_security_group_logging(os_id): False [ 790.451222] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.451222] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.451222] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.451222] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.451404] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.452037] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.452037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.452037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.452037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.452037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.452959] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.452959] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.452959] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.452959] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.452959] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.452959] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.452959] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.452959] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.452959] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.452959] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.453311] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed is going to be created. [ 790.483291] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-780 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.483291] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-780" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.483291] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-780" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.483291] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-780" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.483291] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.483291] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.483291] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.484179] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.484465] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.487052] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 790.487052] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.487190] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.487307] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.487598] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 790.487828] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.488408] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.514043] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.514043] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 790.514281] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.515021] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-780" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.515142] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-4348ac13-6c0a-4d01-bc75-947f18a470a6 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.517940] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-4348ac13-6c0a-4d01-bc75-947f18a470a6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.517940] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-4348ac13-6c0a-4d01-bc75-947f18a470a6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.517940] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-4348ac13-6c0a-4d01-bc75-947f18a470a6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.517940] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4348ac13-6c0a-4d01-bc75-947f18a470a6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.527926] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.528254] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.528254] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.528664] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.528664] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.541723] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed in Status: IN_PROGRESS for 2s [ 790.638290] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.717748] env[69297]: INFO networking_nsxv3.common.synchronization [None req-d7194caa-78cf-4b0e-8b4c-23c04511154a tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Enqueued Resource ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c with Priority: HIGHEST for action security_group_rules [ 790.718551] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c with Priority: HIGHEST for action security_group_rules [ 790.721174] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.722139] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.722139] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.722139] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.722139] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2d685a4-e4d6-49fa-bec4-29e62ff6e26c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.817433] env[69297]: INFO networking_nsxv3.common.synchronization [None req-1d02bb82-fe2b-4ddd-a86a-29eab8f23acd tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Enqueued Resource ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c with Priority: HIGHEST for action security_group_rules [ 790.818093] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c with Priority: HIGHEST for action security_group_rules [ 790.818461] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.818535] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.889039] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.889039] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.889039] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.889039] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575 with status ACTIVE [ 790.889039] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.889039] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.889039] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.889039] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.889039] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.889039] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.889903] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.890141] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.890427] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.892777] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.892777] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.892777] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.892777] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.892777] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.892777] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.892777] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575 is going to be updated. [ 790.916992] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.916992] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.916992] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.916992] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.916992] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.916992] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd3a43c5-f0e0-42d3-ad7d-5ca3eebfa575" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.023020] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.023020] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.023020] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.024091] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.024439] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.024682] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 4348ac13-6c0a-4d01-bc75-947f18a470a6 not found, creating... [ 791.024936] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.025176] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.025304] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.025778] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.025870] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.026523] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.026820] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.026955] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.027319] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.027583] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.027909] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 4348ac13-6c0a-4d01-bc75-947f18a470a6 is going to be created. [ 791.054791] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.054791] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.054791] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.055071] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.055128] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.055367] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-4348ac13-6c0a-4d01-bc75-947f18a470a6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.141169] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.262152] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.262406] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.262538] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.263312] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.263312] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.263312] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c already deleted. [ 791.263312] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.263568] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.263821] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.263970] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2d685a4-e4d6-49fa-bec4-29e62ff6e26c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.394167] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.570559] env[69297]: INFO networking_nsxv3.common.synchronization [None req-497f73a1-b3bb-460f-986c-66d3fc4dbee6 None None] Enqueued Resource ID: bd3caf4e-d7fa-4e3a-a285-324e11be3cd6 with Priority: HIGHEST for action port [ 791.570829] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd3caf4e-d7fa-4e3a-a285-324e11be3cd6 with Priority: HIGHEST for action port [ 791.571801] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd3caf4e-d7fa-4e3a-a285-324e11be3cd6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.571801] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd3caf4e-d7fa-4e3a-a285-324e11be3cd6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.571801] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd3caf4e-d7fa-4e3a-a285-324e11be3cd6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.571801] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd3caf4e-d7fa-4e3a-a285-324e11be3cd6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.572683] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd3caf4e-d7fa-4e3a-a285-324e11be3cd6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.647757] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.648159] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.648294] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.648601] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.648686] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.648766] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed is going to be updated. [ 791.680894] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.681057] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.681057] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.681436] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.682074] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.694379] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed in Status: IN_PROGRESS for 2s [ 791.776043] env[69297]: INFO networking_nsxv3.common.synchronization [req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa req-a9e79474-2dab-4a5e-ac67-85355d521649 service nova] Enqueued Resource ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed with Priority: HIGHEST for action security_group_rules [ 791.776272] env[69297]: INFO networking_nsxv3.common.synchronization [req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa req-a9e79474-2dab-4a5e-ac67-85355d521649 service nova] Enqueued Resource ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed with Priority: HIGHEST for action security_group_members [ 791.776432] env[69297]: INFO networking_nsxv3.common.synchronization [req-3d1b873d-fa7f-4bfd-9ed8-0779cadee2aa req-a9e79474-2dab-4a5e-ac67-85355d521649 service nova] Enqueued Resource ID: 4348ac13-6c0a-4d01-bc75-947f18a470a6 with Priority: HIGHEST for action port [ 791.777009] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed with Priority: HIGHEST for action security_group_rules [ 791.777342] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed with Priority: HIGHEST for action security_group_members [ 791.777548] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4348ac13-6c0a-4d01-bc75-947f18a470a6 with Priority: HIGHEST for action port [ 791.777841] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14b95f0e-3855-4942-b4a5-bcf1826440ed taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.777975] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.778230] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b95f0e-3855-4942-b4a5-bcf1826440ed taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.778350] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.778668] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-4348ac13-6c0a-4d01-bc75-947f18a470a6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.778823] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4348ac13-6c0a-4d01-bc75-947f18a470a6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.780059] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4348ac13-6c0a-4d01-bc75-947f18a470a6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.780059] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4348ac13-6c0a-4d01-bc75-947f18a470a6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.780059] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4348ac13-6c0a-4d01-bc75-947f18a470a6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.788869] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.789315] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.789315] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.789760] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.789923] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.790108] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c already deleted. [ 791.790236] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.841907] env[69297]: INFO networking_nsxv3.common.synchronization [None req-85a33413-1daf-4cbf-a9e6-4d6e8a4be72d tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Enqueued Resource ID: fda6d7ae-c472-46d1-abe1-a257de399fdc with Priority: HIGHEST for action security_group_rules [ 791.842215] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda6d7ae-c472-46d1-abe1-a257de399fdc with Priority: HIGHEST for action security_group_rules [ 791.842569] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fda6d7ae-c472-46d1-abe1-a257de399fdc taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.842735] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.842836] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.843325] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.843489] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fda6d7ae-c472-46d1-abe1-a257de399fdc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.896865] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.897040] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.897108] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.899755] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.899755] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.899755] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 is going to be created. [ 791.926024] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.926203] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.926247] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.926444] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.926602] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.940081] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: UNINITIALIZED for 2s [ 791.997184] env[69297]: INFO networking_nsxv3.common.synchronization [None req-4b695d2e-06b8-4833-acfc-56f1c82c81e2 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Enqueued Resource ID: fda6d7ae-c472-46d1-abe1-a257de399fdc with Priority: HIGHEST for action security_group_rules [ 791.997854] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda6d7ae-c472-46d1-abe1-a257de399fdc with Priority: HIGHEST for action security_group_rules [ 791.998358] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fda6d7ae-c472-46d1-abe1-a257de399fdc taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.998528] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.075683] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd3caf4e-d7fa-4e3a-a285-324e11be3cd6 [ 792.075917] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.076062] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.076133] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.076348] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.076448] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.076547] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd3caf4e-d7fa-4e3a-a285-324e11be3cd6 already deleted. [ 792.076632] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd3caf4e-d7fa-4e3a-a285-324e11be3cd6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.285463] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4348ac13-6c0a-4d01-bc75-947f18a470a6 with status ACTIVE [ 792.285463] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.285463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.285463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.285463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.285463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.285463] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.285463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.285463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.285463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.285463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.285463] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.285463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.285463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.285463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.285463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.285463] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4348ac13-6c0a-4d01-bc75-947f18a470a6 is going to be updated. [ 792.307612] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.307756] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.307829] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.308450] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.308450] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.308450] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4348ac13-6c0a-4d01-bc75-947f18a470a6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.379423] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.379708] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.379843] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.380536] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.380536] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.380536] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fda6d7ae-c472-46d1-abe1-a257de399fdc already deleted. [ 792.382084] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.382289] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.382492] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.382574] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fda6d7ae-c472-46d1-abe1-a257de399fdc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.559306] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed in Status: SUCCESS [ 792.559451] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.560583] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.560583] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.560583] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.724525] env[69297]: INFO networking_nsxv3.common.synchronization [req-c8932970-0774-4fa3-aca0-d9c655f439c3 req-eacaaa48-b3d4-40c6-881d-3216ae9c8968 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Enqueued Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_members [ 792.726250] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_members [ 792.726700] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-7709757a-bd74-4105-a5e2-a538c8b7d9e2 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.726839] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.726909] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.727201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.727340] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.727721] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.727721] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.727721] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.727848] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.727887] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.792796] env[69297]: INFO networking_nsxv3.common.synchronization [req-81194cca-3574-4506-abfb-a80d09b98238 req-26358d2a-fc5f-4fc3-ae45-b838a0fc4bb5 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Enqueued Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_members [ 792.793489] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_members [ 792.795392] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.796052] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.796052] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.796052] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.796292] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.796292] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.796292] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.796476] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.796647] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.796771] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.908453] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.909939] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.909939] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.909939] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.909939] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.909939] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fda6d7ae-c472-46d1-abe1-a257de399fdc already deleted. [ 792.909939] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.066077] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b95f0e-3855-4942-b4a5-bcf1826440ed taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.066212] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.191365] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.191560] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-743" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.191683] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-743" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.192044] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-743" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.192310] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.192466] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.192586] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.192801] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.192943] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.193369] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.194334] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.194507] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.194662] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.194814] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.194956] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.195142] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.231430] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.231605] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.231678] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.231910] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.232014] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.232308] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.232368] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.232400] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.232529] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.232605] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.232718] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 already deleted. [ 793.232820] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.237759] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.237995] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 793.238187] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.238422] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-743" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.238807] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-02344b68-7cf4-417e-9a2f-2ddfca54f3fd taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.239059] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-02344b68-7cf4-417e-9a2f-2ddfca54f3fd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.239252] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-02344b68-7cf4-417e-9a2f-2ddfca54f3fd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.239563] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-02344b68-7cf4-417e-9a2f-2ddfca54f3fd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.239749] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02344b68-7cf4-417e-9a2f-2ddfca54f3fd',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.302566] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.302769] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.302823] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.303021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.303129] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.303329] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.303432] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.303497] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.303650] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.303728] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.303814] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 is going to be updated. [ 793.341241] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.341241] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.341241] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.341241] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.341241] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.352883] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: IN_PROGRESS for 2s [ 793.705447] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed in Status: SUCCESS [ 793.705664] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.705834] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.706103] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.706293] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.706412] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.706485] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.706644] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.706729] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.706825] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.742784] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.743207] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.743283] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.743628] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.743818] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.744071] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 02344b68-7cf4-417e-9a2f-2ddfca54f3fd not found, creating... [ 793.744582] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.744896] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.745860] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.746196] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.746438] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.746968] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.747211] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.747365] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.747673] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.747828] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.747993] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 02344b68-7cf4-417e-9a2f-2ddfca54f3fd is going to be created. [ 793.774523] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.774809] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.774943] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.775251] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.775554] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.775785] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-02344b68-7cf4-417e-9a2f-2ddfca54f3fd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.953770] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: SUCCESS [ 793.954765] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.954997] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.955128] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.955459] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.955459] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.955789] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.955789] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.955789] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.955943] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.956210] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.210470] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.461566] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.461831] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.461944] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.462252] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.462381] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.462505] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.462586] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.462751] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.462865] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.462919] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.463078] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.463190] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.463253] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.463391] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.463524] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.463728] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.463728] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.463849] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.463930] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.464049] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.464148] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.664124] env[69297]: INFO networking_nsxv3.common.synchronization [req-c8932970-0774-4fa3-aca0-d9c655f439c3 req-41610c98-11d2-4cbe-9cf0-6aa16f8cea4d service nova] Enqueued Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_rules [ 794.664307] env[69297]: INFO networking_nsxv3.common.synchronization [req-c8932970-0774-4fa3-aca0-d9c655f439c3 req-41610c98-11d2-4cbe-9cf0-6aa16f8cea4d service nova] Enqueued Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_members [ 794.665051] env[69297]: INFO networking_nsxv3.common.synchronization [req-c8932970-0774-4fa3-aca0-d9c655f439c3 req-41610c98-11d2-4cbe-9cf0-6aa16f8cea4d service nova] Enqueued Resource ID: 02344b68-7cf4-417e-9a2f-2ddfca54f3fd with Priority: HIGHEST for action port [ 794.665128] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_rules [ 794.665198] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_members [ 794.666837] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02344b68-7cf4-417e-9a2f-2ddfca54f3fd with Priority: HIGHEST for action port [ 794.666837] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.666837] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.666837] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.667519] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.667519] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.667998] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-7709757a-bd74-4105-a5e2-a538c8b7d9e2 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.668108] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.668189] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.668392] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.668552] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.670593] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.670593] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.670593] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.670593] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.670593] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.671098] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-02344b68-7cf4-417e-9a2f-2ddfca54f3fd taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.671098] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02344b68-7cf4-417e-9a2f-2ddfca54f3fd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.671199] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02344b68-7cf4-417e-9a2f-2ddfca54f3fd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.671255] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02344b68-7cf4-417e-9a2f-2ddfca54f3fd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.671343] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02344b68-7cf4-417e-9a2f-2ddfca54f3fd',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.712978] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.834799] env[69297]: INFO networking_nsxv3.common.synchronization [req-bd82a6a8-cfd7-4229-887f-4f2f8ffc0458 req-274fa9d1-311e-4f24-ab9f-d5aa7f1bf6bb tempest-ServersTestJSON-176050293 tempest-ServersTestJSON-176050293-project-member] Enqueued Resource ID: 530a1c28-7cc4-42d4-91ef-8100ec8ecadd with Priority: HIGHEST for action security_group_members [ 794.834799] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530a1c28-7cc4-42d4-91ef-8100ec8ecadd with Priority: HIGHEST for action security_group_members [ 794.834799] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-530a1c28-7cc4-42d4-91ef-8100ec8ecadd taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.834799] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.834799] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.834799] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.834799] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.834799] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.834799] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.835495] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.835495] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.835495] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530a1c28-7cc4-42d4-91ef-8100ec8ecadd',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.969506] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd304cd5-1ac7-4200-9d97-7c5717d3eb32: rpc.has_security_group_logging(os_id): False [ 794.989139] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.989223] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.989223] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.989440] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.989578] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.992442] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.992442] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.992442] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.992442] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.992442] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.992442] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.992442] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.992442] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.992442] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.992442] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.992442] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.992442] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.992442] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.992442] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.993748] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.993748] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 is going to be created. [ 795.079805] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.079805] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.079805] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.081155] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.081636] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.097061] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: IN_PROGRESS for 2s [ 795.176324] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-7709757a-bd74-4105-a5e2-a538c8b7d9e2 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.176324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.176324] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.176324] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02344b68-7cf4-417e-9a2f-2ddfca54f3fd with status ACTIVE [ 795.176324] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.176324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.176324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.176324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.176324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.185030] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.185030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.185030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.185030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.185030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.185030] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.185030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.185030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.185030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.185030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.185030] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02344b68-7cf4-417e-9a2f-2ddfca54f3fd is going to be updated. [ 795.220727] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.220727] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.220727] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.220727] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.220727] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.220727] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed is going to be updated. [ 795.250996] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.250996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.250996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.250996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.250996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.250996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02344b68-7cf4-417e-9a2f-2ddfca54f3fd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.274905] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.274905] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.274905] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.274905] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.274905] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.284903] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed in Status: IN_PROGRESS for 2s [ 795.338166] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.338426] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.338426] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.338704] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.338852] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.339125] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.339463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.339463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.339602] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.339649] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.339723] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530a1c28-7cc4-42d4-91ef-8100ec8ecadd is going to be updated. [ 795.367927] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: SUCCESS [ 795.368153] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 deletion is rescheduled due to dependency. [ 795.368359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.400348] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.403057] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.403057] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.403057] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.403057] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.411680] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530a1c28-7cc4-42d4-91ef-8100ec8ecadd in Status: IN_PROGRESS for 2s [ 795.694712] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.195507] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.195507] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.195507] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.195823] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.195823] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.195823] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 is going to be created. [ 796.231838] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.232061] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.232061] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.232282] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.232446] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.249488] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 in Status: UNINITIALIZED for 2s [ 797.126869] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: SUCCESS [ 797.127121] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.298420] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed in Status: SUCCESS [ 797.298420] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.298420] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.298420] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.298420] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.298795] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.298795] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.298854] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.298947] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.299012] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.299150] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.422515] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530a1c28-7cc4-42d4-91ef-8100ec8ecadd in Status: SUCCESS [ 797.422838] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530a1c28-7cc4-42d4-91ef-8100ec8ecadd deletion is rescheduled due to dependency. [ 797.423031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.806865] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b95f0e-3855-4942-b4a5-bcf1826440ed taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.808113] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.808113] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.808113] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.808113] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.808113] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.808352] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.808352] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.808462] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.808521] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.808679] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b95f0e-3855-4942-b4a5-bcf1826440ed taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.808776] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.808837] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.808986] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.809538] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.809538] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.809538] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.809538] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.809538] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.809853] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.809853] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.261040] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 in Status: SUCCESS [ 798.261040] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.261040] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.261040] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.261283] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.261341] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.261374] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.261556] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.261718] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.261718] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.261849] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.311372] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14b95f0e-3855-4942-b4a5-bcf1826440ed: rpc.has_security_group_logging(os_id): False [ 798.329313] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.329455] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.329527] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.329806] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.329950] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.330798] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.330798] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.330798] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.330798] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.330798] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.330798] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.330798] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.330798] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.331048] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.331048] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.331253] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.331329] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.331329] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.331482] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.331548] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.331639] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed is going to be updated. [ 798.393128] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.393128] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.393128] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.393128] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.393128] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.409451] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed in Status: IN_PROGRESS for 2s [ 798.499112] env[69297]: INFO networking_nsxv3.common.synchronization [req-9616f512-cc21-41c6-83a8-014ec2b58c34 req-a010816b-9933-49a6-9089-5106d85bef0c tempest-FloatingIPsAssociationNegativeTestJSON-1356343829 tempest-FloatingIPsAssociationNegativeTestJSON-1356343829-project-member] Enqueued Resource ID: f450a279-4707-49e5-bae1-e3fcb7507bdf with Priority: HIGHEST for action security_group_members [ 798.499783] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f450a279-4707-49e5-bae1-e3fcb7507bdf with Priority: HIGHEST for action security_group_members [ 798.500161] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f450a279-4707-49e5-bae1-e3fcb7507bdf taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.500794] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.500794] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.500794] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.500794] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.501046] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.501046] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.501110] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.501187] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.501283] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f450a279-4707-49e5-bae1-e3fcb7507bdf',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.766027] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.005776] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.005859] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.006636] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.006636] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.006636] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.006636] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.007034] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.007034] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.007034] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.007034] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.007147] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f450a279-4707-49e5-bae1-e3fcb7507bdf is going to be updated. [ 799.048529] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.048736] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.048839] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.049052] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.049199] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.064606] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f450a279-4707-49e5-bae1-e3fcb7507bdf in Status: IN_PROGRESS for 2s [ 799.268357] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7709757a-bd74-4105-a5e2-a538c8b7d9e2: rpc.has_security_group_logging(os_id): False [ 799.293696] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.293886] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.293941] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.294242] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.294344] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.294600] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.294703] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.294775] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.294961] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.295057] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.295170] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 is going to be created. [ 799.373627] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.373956] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.373956] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.374159] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.374369] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.391554] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 in Status: IN_PROGRESS for 2s [ 800.423867] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed in Status: SUCCESS [ 800.423867] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.423867] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.423867] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.423867] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.925740] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b95f0e-3855-4942-b4a5-bcf1826440ed taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.925893] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.925961] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.926200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.926370] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.926469] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.926528] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.926693] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.926759] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.926845] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.926933] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.074633] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f450a279-4707-49e5-bae1-e3fcb7507bdf in Status: SUCCESS [ 801.074731] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f450a279-4707-49e5-bae1-e3fcb7507bdf deletion is rescheduled due to dependency. [ 801.074799] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.405926] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 in Status: SUCCESS [ 801.406176] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.429889] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b95f0e-3855-4942-b4a5-bcf1826440ed taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.429889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.429889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.429889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.429889] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.429889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.429889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.430408] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.430408] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.430408] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.430408] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b95f0e-3855-4942-b4a5-bcf1826440ed taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.430535] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.430535] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.430645] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.430771] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.431992] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.431992] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.431992] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.431992] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.431992] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.431992] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.934181] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14b95f0e-3855-4942-b4a5-bcf1826440ed: rpc.has_security_group_logging(os_id): False [ 801.956168] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.956375] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.958904] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.958904] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.958904] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.958904] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.958904] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.958904] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.958904] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.958904] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.958904] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.958904] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.958904] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.958904] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.958904] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.958904] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.959690] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.959690] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.959690] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.959690] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.959690] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed is going to be updated. [ 802.028874] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.028874] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.028874] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.028874] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.028874] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.039122] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed in Status: IN_PROGRESS for 2s [ 803.501212] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 803.501558] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 804.062037] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed in Status: SUCCESS [ 804.062287] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.502663] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 808.502997] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 809.202088] env[69297]: INFO networking_nsxv3.common.synchronization [req-5e0d078a-9b37-40f8-9294-a709069b217d req-566c6e93-6ca5-44fa-8e9d-1dee9ae40197 tempest-ServersAdminNegativeTestJSON-1827535663 tempest-ServersAdminNegativeTestJSON-1827535663-project-member] Enqueued Resource ID: 5ee89125-2d0a-483b-a852-590b1fba1326 with Priority: HIGHEST for action security_group_members [ 809.203332] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee89125-2d0a-483b-a852-590b1fba1326 with Priority: HIGHEST for action security_group_members [ 809.203332] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ee89125-2d0a-483b-a852-590b1fba1326 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.203332] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.203845] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.204769] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.205146] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.205448] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.205739] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.206206] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.206376] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.206517] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ee89125-2d0a-483b-a852-590b1fba1326',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.379195] env[69297]: INFO networking_nsxv3.common.synchronization [req-1e85c512-fda7-4ef6-908a-099d3f237561 req-0207b61f-dc7c-42ae-ad9c-7eef30dace42 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Enqueued Resource ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 with Priority: HIGHEST for action security_group_members [ 809.379395] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 with Priority: HIGHEST for action security_group_members [ 809.379755] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.379889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.379958] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.383504] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.383684] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.383781] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.383852] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.384046] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.384262] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.384262] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec384c20-4cff-4aa4-8a4a-7a6aa9136306',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.709488] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.709488] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.709488] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.709488] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.710658] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.711344] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.711344] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.711344] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.711527] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.712207] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.712412] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee89125-2d0a-483b-a852-590b1fba1326 is going to be updated. [ 809.752240] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.753417] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.753417] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.753540] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.753624] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.771577] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee89125-2d0a-483b-a852-590b1fba1326 in Status: IN_PROGRESS for 2s [ 809.834387] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-332 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.834577] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.835075] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.835075] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.835221] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.835370] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.835560] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.835821] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.835963] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.836216] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.836326] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.836428] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.836529] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.836632] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.836732] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.837625] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.863443] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.863603] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 809.863748] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.863932] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.864280] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-ba4906a1-ee4e-4a96-b1dd-7e23a999df8b taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.864459] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-ba4906a1-ee4e-4a96-b1dd-7e23a999df8b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.864577] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-ba4906a1-ee4e-4a96-b1dd-7e23a999df8b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.865179] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-ba4906a1-ee4e-4a96-b1dd-7e23a999df8b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.865535] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba4906a1-ee4e-4a96-b1dd-7e23a999df8b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.886448] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec384c20-4cff-4aa4-8a4a-7a6aa9136306',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.368719] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.368981] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.369119] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.369385] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.369532] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.369686] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port ba4906a1-ee4e-4a96-b1dd-7e23a999df8b not found, creating... [ 810.369964] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.370119] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.370234] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.370445] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.370580] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.370859] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.371014] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.374328] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.374564] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.374709] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.374853] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: ba4906a1-ee4e-4a96-b1dd-7e23a999df8b is going to be created. [ 810.392157] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec384c20-4cff-4aa4-8a4a-7a6aa9136306',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.399260] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.399260] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.399260] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.399260] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.399260] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.399260] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-ba4906a1-ee4e-4a96-b1dd-7e23a999df8b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.895943] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.895943] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.895943] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.895943] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.895943] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.896405] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 is going to be updated. [ 810.927894] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.927894] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.927894] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.928059] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.928120] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.940432] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 in Status: IN_PROGRESS for 2s [ 811.112472] env[69297]: INFO networking_nsxv3.common.synchronization [req-1e85c512-fda7-4ef6-908a-099d3f237561 req-39003883-cf5c-4cd1-9e75-9775e4176491 service nova] Enqueued Resource ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 with Priority: HIGHEST for action security_group_rules [ 811.112690] env[69297]: INFO networking_nsxv3.common.synchronization [req-1e85c512-fda7-4ef6-908a-099d3f237561 req-39003883-cf5c-4cd1-9e75-9775e4176491 service nova] Enqueued Resource ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 with Priority: HIGHEST for action security_group_members [ 811.112885] env[69297]: INFO networking_nsxv3.common.synchronization [req-1e85c512-fda7-4ef6-908a-099d3f237561 req-39003883-cf5c-4cd1-9e75-9775e4176491 service nova] Enqueued Resource ID: ba4906a1-ee4e-4a96-b1dd-7e23a999df8b with Priority: HIGHEST for action port [ 811.114061] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 with Priority: HIGHEST for action security_group_rules [ 811.114061] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 with Priority: HIGHEST for action security_group_members [ 811.114061] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba4906a1-ee4e-4a96-b1dd-7e23a999df8b with Priority: HIGHEST for action port [ 811.114522] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec384c20-4cff-4aa4-8a4a-7a6aa9136306 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.114671] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.114744] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.114950] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.115046] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec384c20-4cff-4aa4-8a4a-7a6aa9136306',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.116861] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.116978] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.120198] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba4906a1-ee4e-4a96-b1dd-7e23a999df8b taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.120198] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba4906a1-ee4e-4a96-b1dd-7e23a999df8b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.120198] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba4906a1-ee4e-4a96-b1dd-7e23a999df8b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.120198] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba4906a1-ee4e-4a96-b1dd-7e23a999df8b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.120198] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba4906a1-ee4e-4a96-b1dd-7e23a999df8b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.620361] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.620579] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.620866] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba4906a1-ee4e-4a96-b1dd-7e23a999df8b with status ACTIVE [ 811.621081] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.621194] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.621250] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.621567] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.621689] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.621880] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.622019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.622132] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.622278] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.622371] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.622562] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.622657] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.622713] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.622874] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.622945] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.623786] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba4906a1-ee4e-4a96-b1dd-7e23a999df8b is going to be updated. [ 811.648629] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.648873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.648873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.649228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.649719] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.649984] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba4906a1-ee4e-4a96-b1dd-7e23a999df8b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.790255] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ee89125-2d0a-483b-a852-590b1fba1326 in Status: SUCCESS [ 811.790449] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ee89125-2d0a-483b-a852-590b1fba1326 deletion is rescheduled due to dependency. [ 811.790596] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.122392] env[69297]: INFO networking_nsxv3.common.synchronization [req-dcb9475b-a47f-4365-89f6-a9cd4a657299 req-ddda2a0d-9c6d-4192-83de-d95b9e2d381b tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Enqueued Resource ID: a09f99dd-1fa1-4782-9e62-9f63084d2936 with Priority: HIGHEST for action security_group_members [ 812.124056] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a09f99dd-1fa1-4782-9e62-9f63084d2936 with Priority: HIGHEST for action security_group_members [ 812.124056] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-a09f99dd-1fa1-4782-9e62-9f63084d2936 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.124056] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.124343] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.124984] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.124984] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.125211] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.125659] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.125659] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.125784] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.125821] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a09f99dd-1fa1-4782-9e62-9f63084d2936',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.554308] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.554401] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-58" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.555205] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-58" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.555205] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-58" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.555205] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.555814] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.555814] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.555814] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.555814] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.558129] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.558296] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.558416] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.558529] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.558649] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.558785] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.558947] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.582387] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.582781] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 812.582781] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.582861] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-58" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.583185] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-8da2c88e-a0a2-452c-8cce-82dec151d60d taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.583421] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-8da2c88e-a0a2-452c-8cce-82dec151d60d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.583501] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-8da2c88e-a0a2-452c-8cce-82dec151d60d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.583814] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-8da2c88e-a0a2-452c-8cce-82dec151d60d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.583954] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8da2c88e-a0a2-452c-8cce-82dec151d60d',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.628473] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.628828] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.628931] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.629157] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.629253] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.629478] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.629589] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.629654] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.629822] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.629910] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.630030] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a09f99dd-1fa1-4782-9e62-9f63084d2936 already deleted. [ 812.630126] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.951751] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 in Status: SUCCESS [ 812.952190] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.952358] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.952532] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.952721] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.952839] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.952907] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.953080] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.953373] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.953373] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec384c20-4cff-4aa4-8a4a-7a6aa9136306',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.087921] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.089028] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.089028] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.089028] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.089028] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.089028] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 8da2c88e-a0a2-452c-8cce-82dec151d60d not found, creating... [ 813.089262] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.089326] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.089414] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.089629] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.089767] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.090073] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.090252] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.090372] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.090628] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.090714] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.090858] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 8da2c88e-a0a2-452c-8cce-82dec151d60d is going to be created. [ 813.130077] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.130513] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.130665] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.131270] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.131519] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.131760] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-8da2c88e-a0a2-452c-8cce-82dec151d60d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.454892] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec384c20-4cff-4aa4-8a4a-7a6aa9136306',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.828678] env[69297]: INFO networking_nsxv3.common.synchronization [req-dcb9475b-a47f-4365-89f6-a9cd4a657299 req-f79eb734-6e26-480d-94ff-66fc92dc2254 service nova] Enqueued Resource ID: a09f99dd-1fa1-4782-9e62-9f63084d2936 with Priority: HIGHEST for action security_group_rules [ 813.829036] env[69297]: INFO networking_nsxv3.common.synchronization [req-dcb9475b-a47f-4365-89f6-a9cd4a657299 req-f79eb734-6e26-480d-94ff-66fc92dc2254 service nova] Enqueued Resource ID: a09f99dd-1fa1-4782-9e62-9f63084d2936 with Priority: HIGHEST for action security_group_members [ 813.829200] env[69297]: INFO networking_nsxv3.common.synchronization [req-dcb9475b-a47f-4365-89f6-a9cd4a657299 req-f79eb734-6e26-480d-94ff-66fc92dc2254 service nova] Enqueued Resource ID: 8da2c88e-a0a2-452c-8cce-82dec151d60d with Priority: HIGHEST for action port [ 813.829851] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a09f99dd-1fa1-4782-9e62-9f63084d2936 with Priority: HIGHEST for action security_group_rules [ 813.829985] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a09f99dd-1fa1-4782-9e62-9f63084d2936 with Priority: HIGHEST for action security_group_members [ 813.830091] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8da2c88e-a0a2-452c-8cce-82dec151d60d with Priority: HIGHEST for action port [ 813.830364] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a09f99dd-1fa1-4782-9e62-9f63084d2936 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.830483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.830637] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.830784] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.830834] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a09f99dd-1fa1-4782-9e62-9f63084d2936',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.832099] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-a09f99dd-1fa1-4782-9e62-9f63084d2936 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.832099] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.832099] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.832099] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.832382] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.832382] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.832490] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.832563] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.832645] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.832751] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a09f99dd-1fa1-4782-9e62-9f63084d2936',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.833617] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-8da2c88e-a0a2-452c-8cce-82dec151d60d taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.833935] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8da2c88e-a0a2-452c-8cce-82dec151d60d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.834022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8da2c88e-a0a2-452c-8cce-82dec151d60d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.834288] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8da2c88e-a0a2-452c-8cce-82dec151d60d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.834288] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8da2c88e-a0a2-452c-8cce-82dec151d60d',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.959342] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec384c20-4cff-4aa4-8a4a-7a6aa9136306',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.337510] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-a09f99dd-1fa1-4782-9e62-9f63084d2936 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.337887] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.337949] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a09f99dd-1fa1-4782-9e62-9f63084d2936',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.339053] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8da2c88e-a0a2-452c-8cce-82dec151d60d with status ACTIVE [ 814.339172] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.339251] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.339307] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.339504] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.339724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.339755] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.342877] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.342877] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.342877] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.342877] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.342877] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.342877] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.342877] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.342877] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.342877] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.342877] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8da2c88e-a0a2-452c-8cce-82dec151d60d is going to be updated. [ 814.368592] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.369077] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.369077] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.369307] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.369546] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.369822] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8da2c88e-a0a2-452c-8cce-82dec151d60d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.460693] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.460921] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.460921] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.461070] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.461170] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.461273] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 is going to be updated. [ 814.496159] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.496159] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.496159] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.496159] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.496159] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.515129] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 in Status: IN_PROGRESS for 2s [ 814.843429] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a09f99dd-1fa1-4782-9e62-9f63084d2936',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.920275] env[69297]: INFO networking_nsxv3.common.synchronization [req-f5fdc412-df40-4d36-966b-504fac99b222 req-955ab754-9980-455f-b4aa-ca86f5c2d86f tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Enqueued Resource ID: a410f550-ee30-4905-9308-fef53e0f2b62 with Priority: HIGHEST for action security_group_members [ 814.921045] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a410f550-ee30-4905-9308-fef53e0f2b62 with Priority: HIGHEST for action security_group_members [ 814.921207] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-a410f550-ee30-4905-9308-fef53e0f2b62 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.921336] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.921981] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.921981] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.921981] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.921981] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.921981] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.922220] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.922220] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.922295] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a410f550-ee30-4905-9308-fef53e0f2b62',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.346157] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.346459] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.346459] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.346638] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.346793] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.346911] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a09f99dd-1fa1-4782-9e62-9f63084d2936 is going to be created. [ 815.373504] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.373657] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.373657] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.373880] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.374060] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.384793] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a09f99dd-1fa1-4782-9e62-9f63084d2936 in Status: UNINITIALIZED for 2s [ 815.425470] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a410f550-ee30-4905-9308-fef53e0f2b62',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.638983] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.639222] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.639351] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.639621] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.639893] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.640056] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.640168] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.640374] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.640596] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.640777] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.640944] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.640991] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.641100] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.641213] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.641347] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.641524] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.660312] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.660400] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 815.660541] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.660716] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.661188] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-a1c4f5d9-152a-4b21-be20-0c1753bd3194 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.661473] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-a1c4f5d9-152a-4b21-be20-0c1753bd3194" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.661473] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-a1c4f5d9-152a-4b21-be20-0c1753bd3194" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.661819] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-a1c4f5d9-152a-4b21-be20-0c1753bd3194" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.661972] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1c4f5d9-152a-4b21-be20-0c1753bd3194',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.928202] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a410f550-ee30-4905-9308-fef53e0f2b62',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.164720] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.164995] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.165149] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.165460] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.165687] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.165866] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port a1c4f5d9-152a-4b21-be20-0c1753bd3194 not found, creating... [ 816.166154] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.166354] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.166434] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.166647] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.166793] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.167122] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.167218] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.167690] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.167690] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.167690] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.167987] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: a1c4f5d9-152a-4b21-be20-0c1753bd3194 is going to be created. [ 816.190967] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.191214] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.191395] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.191607] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.191848] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.192087] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-a1c4f5d9-152a-4b21-be20-0c1753bd3194" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.431200] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.431612] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.431612] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.431690] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.431796] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.431918] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a410f550-ee30-4905-9308-fef53e0f2b62 is going to be updated. [ 816.462588] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.462740] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.462801] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.463028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.463198] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.473235] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a410f550-ee30-4905-9308-fef53e0f2b62 in Status: IN_PROGRESS for 2s [ 816.526025] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 in Status: SUCCESS [ 816.526025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.526025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.526025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.526025] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.526025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.526025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.526025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.526410] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.526410] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.526410] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec384c20-4cff-4aa4-8a4a-7a6aa9136306',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.028792] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.029080] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.029080] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.029294] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.029463] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.029598] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.029656] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.029799] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.029902] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.029997] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.030160] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.030290] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.030377] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.030462] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.030590] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.030680] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.030740] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.030860] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.030945] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.031043] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.031135] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec384c20-4cff-4aa4-8a4a-7a6aa9136306',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.138331] env[69297]: INFO networking_nsxv3.common.synchronization [req-f5fdc412-df40-4d36-966b-504fac99b222 req-77264089-e93b-40d2-b837-f5ceeaa33fde service nova] Enqueued Resource ID: a410f550-ee30-4905-9308-fef53e0f2b62 with Priority: HIGHEST for action security_group_rules [ 817.138567] env[69297]: INFO networking_nsxv3.common.synchronization [req-f5fdc412-df40-4d36-966b-504fac99b222 req-77264089-e93b-40d2-b837-f5ceeaa33fde service nova] Enqueued Resource ID: a410f550-ee30-4905-9308-fef53e0f2b62 with Priority: HIGHEST for action security_group_members [ 817.138653] env[69297]: INFO networking_nsxv3.common.synchronization [req-f5fdc412-df40-4d36-966b-504fac99b222 req-77264089-e93b-40d2-b837-f5ceeaa33fde service nova] Enqueued Resource ID: a1c4f5d9-152a-4b21-be20-0c1753bd3194 with Priority: HIGHEST for action port [ 817.138850] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a410f550-ee30-4905-9308-fef53e0f2b62 with Priority: HIGHEST for action security_group_rules [ 817.138980] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a410f550-ee30-4905-9308-fef53e0f2b62 with Priority: HIGHEST for action security_group_members [ 817.139094] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1c4f5d9-152a-4b21-be20-0c1753bd3194 with Priority: HIGHEST for action port [ 817.139751] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a410f550-ee30-4905-9308-fef53e0f2b62 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.139751] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.140193] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.140193] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.140193] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a410f550-ee30-4905-9308-fef53e0f2b62',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.140990] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-a410f550-ee30-4905-9308-fef53e0f2b62 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.141107] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.141299] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1c4f5d9-152a-4b21-be20-0c1753bd3194 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.141428] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1c4f5d9-152a-4b21-be20-0c1753bd3194" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.141505] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1c4f5d9-152a-4b21-be20-0c1753bd3194" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.144798] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1c4f5d9-152a-4b21-be20-0c1753bd3194" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.144798] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1c4f5d9-152a-4b21-be20-0c1753bd3194',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.399227] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a09f99dd-1fa1-4782-9e62-9f63084d2936 in Status: SUCCESS [ 817.399494] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.399661] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.399879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.400144] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.400233] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.400302] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.400466] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.400583] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.400631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.400726] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a09f99dd-1fa1-4782-9e62-9f63084d2936',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.444079] env[69297]: INFO networking_nsxv3.common.synchronization [req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b req-fe887058-308e-4883-8d14-d8572be87900 tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Enqueued Resource ID: f9b05578-5685-4298-b042-4033d485ab17 with Priority: HIGHEST for action security_group_members [ 817.444608] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b05578-5685-4298-b042-4033d485ab17 with Priority: HIGHEST for action security_group_members [ 817.444930] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b05578-5685-4298-b042-4033d485ab17 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.445073] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.445143] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.445601] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.445747] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.445851] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.445977] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.446115] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.446175] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.446257] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b05578-5685-4298-b042-4033d485ab17',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.537443] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec384c20-4cff-4aa4-8a4a-7a6aa9136306: rpc.has_security_group_logging(os_id): False [ 817.558123] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.558123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.558123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.558123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.558123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.558123] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.558123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.558123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.558123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.558123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.558123] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.558123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.558123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.558123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.558123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.558849] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.558849] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.558849] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.558849] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.558849] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.558849] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 is going to be updated. [ 817.626373] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.626373] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.626373] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.626373] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.626373] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.641577] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 in Status: IN_PROGRESS for 2s [ 817.644417] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-a410f550-ee30-4905-9308-fef53e0f2b62 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.644721] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.645040] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1c4f5d9-152a-4b21-be20-0c1753bd3194 with status ACTIVE [ 817.645341] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.645621] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.648018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.648018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.648018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.648018] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.648018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.648018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.648018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.648018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.648018] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.648018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.648018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.648018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.648018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.648018] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1c4f5d9-152a-4b21-be20-0c1753bd3194 is going to be updated. [ 817.684646] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.684646] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.684646] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.684646] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.684646] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.684646] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1c4f5d9-152a-4b21-be20-0c1753bd3194" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.902703] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.902964] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-18" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.903140] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-18" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.903558] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-18" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.903899] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.904197] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.904333] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.904597] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.904803] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.905058] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 817.905224] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.905414] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.905591] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.905776] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 817.905901] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.906726] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.908274] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a09f99dd-1fa1-4782-9e62-9f63084d2936',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.934777] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.935019] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 817.935259] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.935575] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-18" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.936015] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-e35080fa-a5b4-4e68-af99-30df81b45a9b taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.936318] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-e35080fa-a5b4-4e68-af99-30df81b45a9b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.936481] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-e35080fa-a5b4-4e68-af99-30df81b45a9b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.936947] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-e35080fa-a5b4-4e68-af99-30df81b45a9b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.937305] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e35080fa-a5b4-4e68-af99-30df81b45a9b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.949215] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.949561] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.949561] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.949842] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.950047] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.950305] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.950429] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.950505] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.950781] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.950864] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.951022] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b05578-5685-4298-b042-4033d485ab17 is going to be updated. [ 817.980994] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.981216] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.981337] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.981624] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.981807] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.992487] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b05578-5685-4298-b042-4033d485ab17 in Status: IN_PROGRESS for 2s [ 818.411811] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a09f99dd-1fa1-4782-9e62-9f63084d2936: rpc.has_security_group_logging(os_id): False [ 818.433672] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.433824] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.433912] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.434167] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.434264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.434536] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.434641] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.434708] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.434878] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.434959] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.435064] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a09f99dd-1fa1-4782-9e62-9f63084d2936 is going to be created. [ 818.439807] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.440136] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.440281] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.440571] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.440781] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.440882] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port e35080fa-a5b4-4e68-af99-30df81b45a9b not found, creating... [ 818.441246] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.441375] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.441455] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.441685] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.441830] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.442137] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.442323] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.442450] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.442668] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.442804] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.442949] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: e35080fa-a5b4-4e68-af99-30df81b45a9b is going to be created. [ 818.466334] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.466778] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.466952] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.467317] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.467560] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.468341] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-e35080fa-a5b4-4e68-af99-30df81b45a9b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.484811] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a410f550-ee30-4905-9308-fef53e0f2b62 in Status: SUCCESS [ 818.485058] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.485241] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.485526] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.485960] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.486107] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.486177] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.486447] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.486549] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.486594] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a410f550-ee30-4905-9308-fef53e0f2b62',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.512906] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.513197] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.513197] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.513910] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.513910] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.550667] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a09f99dd-1fa1-4782-9e62-9f63084d2936 in Status: IN_PROGRESS for 2s [ 818.797504] env[69297]: INFO networking_nsxv3.common.synchronization [req-277ce665-d447-4440-965a-69960e9ffdf6 req-b24649aa-a40d-478a-97e4-851e0cd45a94 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Enqueued Resource ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed with Priority: HIGHEST for action security_group_members [ 818.798238] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed with Priority: HIGHEST for action security_group_members [ 818.798577] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b95f0e-3855-4942-b4a5-bcf1826440ed taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.798782] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.798782] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.800010] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.800010] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.800010] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.800010] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.800010] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.800010] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.800010] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.994878] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a410f550-ee30-4905-9308-fef53e0f2b62',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.306254] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.427943] env[69297]: INFO networking_nsxv3.common.synchronization [req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b req-5346436a-b305-4b29-b0fb-95f36f4d4903 service nova] Enqueued Resource ID: f9b05578-5685-4298-b042-4033d485ab17 with Priority: HIGHEST for action security_group_rules [ 819.428183] env[69297]: INFO networking_nsxv3.common.synchronization [req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b req-5346436a-b305-4b29-b0fb-95f36f4d4903 service nova] Enqueued Resource ID: f9b05578-5685-4298-b042-4033d485ab17 with Priority: HIGHEST for action security_group_members [ 819.428260] env[69297]: INFO networking_nsxv3.common.synchronization [req-ed533ffd-9dbd-461c-a191-df9c2cf7a49b req-5346436a-b305-4b29-b0fb-95f36f4d4903 service nova] Enqueued Resource ID: e35080fa-a5b4-4e68-af99-30df81b45a9b with Priority: HIGHEST for action port [ 819.428496] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b05578-5685-4298-b042-4033d485ab17 with Priority: HIGHEST for action security_group_rules [ 819.428631] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b05578-5685-4298-b042-4033d485ab17 with Priority: HIGHEST for action security_group_members [ 819.428740] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e35080fa-a5b4-4e68-af99-30df81b45a9b with Priority: HIGHEST for action port [ 819.429633] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9b05578-5685-4298-b042-4033d485ab17 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.429633] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.429633] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.429828] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.429828] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9b05578-5685-4298-b042-4033d485ab17',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.431570] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b05578-5685-4298-b042-4033d485ab17 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.431738] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.432289] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-e35080fa-a5b4-4e68-af99-30df81b45a9b taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.436031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e35080fa-a5b4-4e68-af99-30df81b45a9b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.436031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e35080fa-a5b4-4e68-af99-30df81b45a9b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.436031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e35080fa-a5b4-4e68-af99-30df81b45a9b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.436031] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e35080fa-a5b4-4e68-af99-30df81b45a9b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.503250] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a410f550-ee30-4905-9308-fef53e0f2b62',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.658960] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 in Status: SUCCESS [ 819.659217] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.808668] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.936064] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b05578-5685-4298-b042-4033d485ab17 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.936064] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.938343] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e35080fa-a5b4-4e68-af99-30df81b45a9b with status ACTIVE [ 819.938540] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.939139] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.939139] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.939139] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.939701] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.939701] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.939701] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.939701] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.939701] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.939949] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.939949] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.940081] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.940081] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.940179] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.940248] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.940334] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e35080fa-a5b4-4e68-af99-30df81b45a9b is going to be updated. [ 819.966153] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.966324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.966444] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.966604] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.966748] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.966918] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e35080fa-a5b4-4e68-af99-30df81b45a9b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.004894] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b05578-5685-4298-b042-4033d485ab17 in Status: SUCCESS [ 820.004894] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b05578-5685-4298-b042-4033d485ab17 deletion is rescheduled due to dependency. [ 820.004894] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.005372] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.005475] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.005475] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.005749] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.005808] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.005880] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a410f550-ee30-4905-9308-fef53e0f2b62 is going to be updated. [ 820.007021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.007195] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.009041] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.009041] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.009041] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.009041] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.009041] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.009041] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b05578-5685-4298-b042-4033d485ab17',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.050261] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.050261] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.050261] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.050261] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.050261] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.060387] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a410f550-ee30-4905-9308-fef53e0f2b62 in Status: IN_PROGRESS for 2s [ 820.311790] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.312881] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.313192] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.313550] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.315755] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.315755] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed is going to be updated. [ 820.351186] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.351362] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.351362] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.351518] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.351667] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.363105] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed in Status: IN_PROGRESS for 2s [ 820.512190] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9b05578-5685-4298-b042-4033d485ab17',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.565156] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a09f99dd-1fa1-4782-9e62-9f63084d2936 in Status: SUCCESS [ 820.565412] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.014503] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9b05578-5685-4298-b042-4033d485ab17',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.321230] env[69297]: INFO networking_nsxv3.common.synchronization [req-28c9e89d-0215-4881-8638-2c08d9ed1154 req-1405aa39-ab00-4de3-8b45-d6bea4837fdd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Enqueued Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_members [ 821.321230] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_members [ 821.321230] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f50b79-2b67-4118-8716-c4cbc2fac90e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.321488] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.321660] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.322097] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.322385] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.322609] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.322767] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.323025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.323217] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.323394] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.517433] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.517782] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.517782] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.517944] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.518059] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.518160] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b05578-5685-4298-b042-4033d485ab17 is going to be updated. [ 821.555386] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.555526] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.555589] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.555859] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.557021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.570946] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b05578-5685-4298-b042-4033d485ab17 in Status: IN_PROGRESS for 2s [ 821.656701] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-531 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.656906] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-531" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.657079] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-531" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.657407] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-531" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.657721] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.657909] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.658562] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.658562] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.658562] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.658749] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 821.658880] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 821.658987] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 821.659118] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 821.659233] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 821.659361] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 821.659484] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 821.681396] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 821.681553] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 821.681730] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 821.683018] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-531" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.683018] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-0bebc7b5-f33f-4fba-b3f3-d36152febb6f taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.683018] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-0bebc7b5-f33f-4fba-b3f3-d36152febb6f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.683018] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-0bebc7b5-f33f-4fba-b3f3-d36152febb6f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.683018] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-0bebc7b5-f33f-4fba-b3f3-d36152febb6f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.683375] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bebc7b5-f33f-4fba-b3f3-d36152febb6f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.710649] env[69297]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 821.710787] env[69297]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] NSXv3 Agent Agent loop - iteration:1 started [ 821.827243] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.827453] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.827538] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.827832] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.827931] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.828155] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.828256] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.828319] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.828467] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.828543] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.828634] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e already deleted. [ 821.828704] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.074231] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a410f550-ee30-4905-9308-fef53e0f2b62 in Status: SUCCESS [ 822.074231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.074231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.074231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.074231] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.074231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.074231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.074593] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.074593] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.074593] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.074593] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a410f550-ee30-4905-9308-fef53e0f2b62',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.188804] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.188804] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.188804] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.188804] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.188804] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.188804] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 0bebc7b5-f33f-4fba-b3f3-d36152febb6f not found, creating... [ 822.188804] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.188804] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.188804] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.188804] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.188804] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.189374] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.189374] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.189374] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.190731] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.191123] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.191414] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 0bebc7b5-f33f-4fba-b3f3-d36152febb6f is going to be created. [ 822.215623] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.215623] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.215623] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.215623] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.215623] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.215623] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-0bebc7b5-f33f-4fba-b3f3-d36152febb6f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.380635] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed in Status: SUCCESS [ 822.380879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.449400] env[69297]: INFO networking_nsxv3.common.synchronization [req-35950747-65c1-49e2-a127-a5cad0fe19f1 req-11378ac2-99c0-4ce4-8b45-ee7ae4e4efa2 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Enqueued Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_members [ 822.449811] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_members [ 822.450121] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.450250] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.450320] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.450527] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.450683] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.450808] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.450874] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.451034] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.451167] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.451201] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.580101] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-a410f550-ee30-4905-9308-fef53e0f2b62 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.580101] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.580101] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.580101] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.580101] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.580101] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.580101] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.580101] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.580101] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.580101] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.580101] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-a410f550-ee30-4905-9308-fef53e0f2b62 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.580101] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.580101] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.580808] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.580808] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.580808] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.580808] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.580808] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.580808] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.580808] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.580994] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a410f550-ee30-4905-9308-fef53e0f2b62',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.916207] env[69297]: INFO networking_nsxv3.common.synchronization [req-28c9e89d-0215-4881-8638-2c08d9ed1154 req-ce9312d9-202e-4b02-b6d5-fe154c8fb3a6 service nova] Enqueued Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_rules [ 822.916407] env[69297]: INFO networking_nsxv3.common.synchronization [req-28c9e89d-0215-4881-8638-2c08d9ed1154 req-ce9312d9-202e-4b02-b6d5-fe154c8fb3a6 service nova] Enqueued Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_members [ 822.916601] env[69297]: INFO networking_nsxv3.common.synchronization [req-28c9e89d-0215-4881-8638-2c08d9ed1154 req-ce9312d9-202e-4b02-b6d5-fe154c8fb3a6 service nova] Enqueued Resource ID: 0bebc7b5-f33f-4fba-b3f3-d36152febb6f with Priority: HIGHEST for action port [ 822.917230] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_rules [ 822.917978] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_members [ 822.917978] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bebc7b5-f33f-4fba-b3f3-d36152febb6f with Priority: HIGHEST for action port [ 822.918535] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8f50b79-2b67-4118-8716-c4cbc2fac90e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.918688] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.918954] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.919304] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.919500] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.920635] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f50b79-2b67-4118-8716-c4cbc2fac90e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.922894] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.922894] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.922894] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.922894] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.922894] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.922894] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.922894] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.922894] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.922894] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.924906] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bebc7b5-f33f-4fba-b3f3-d36152febb6f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.925058] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bebc7b5-f33f-4fba-b3f3-d36152febb6f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.925128] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bebc7b5-f33f-4fba-b3f3-d36152febb6f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.925302] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bebc7b5-f33f-4fba-b3f3-d36152febb6f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.925379] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bebc7b5-f33f-4fba-b3f3-d36152febb6f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.953348] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.953348] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.953348] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.953580] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.953613] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.953904] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.954029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.954171] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.954328] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.954436] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.954580] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 is going to be updated. [ 822.984560] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.984742] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.984833] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.985124] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.985249] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.995122] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: IN_PROGRESS for 2s [ 823.083321] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a410f550-ee30-4905-9308-fef53e0f2b62: rpc.has_security_group_logging(os_id): False [ 823.105916] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.106130] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.106130] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.106357] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.106450] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.106643] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.106740] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.106831] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.106945] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.107031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.107233] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.107329] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.107394] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.107533] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.107606] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.107876] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.107976] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.108051] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.108194] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.108269] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.108356] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a410f550-ee30-4905-9308-fef53e0f2b62 is going to be updated. [ 823.229720] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.229883] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.229965] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.230253] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.230420] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.247710] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a410f550-ee30-4905-9308-fef53e0f2b62 in Status: IN_PROGRESS for 2s [ 823.427725] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bebc7b5-f33f-4fba-b3f3-d36152febb6f with status ACTIVE [ 823.427982] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.428167] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.428219] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.428408] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.428555] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.428670] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.428771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.428821] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.428969] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.429061] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.429246] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.429341] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.429408] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.429548] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.429624] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.429708] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bebc7b5-f33f-4fba-b3f3-d36152febb6f is going to be updated. [ 823.432079] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.433202] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f50b79-2b67-4118-8716-c4cbc2fac90e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.433325] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.453890] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.453997] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.454051] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.456047] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.456047] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.456047] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bebc7b5-f33f-4fba-b3f3-d36152febb6f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.584201] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b05578-5685-4298-b042-4033d485ab17 in Status: SUCCESS [ 823.585588] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.585940] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.586361] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.586671] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.586906] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.587068] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.587354] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.587706] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.587893] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.588118] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9b05578-5685-4298-b042-4033d485ab17',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.934827] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.090988] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9b05578-5685-4298-b042-4033d485ab17',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.134676] env[69297]: INFO networking_nsxv3.common.synchronization [req-a86caaeb-ae62-49df-a66f-247d19b490f2 req-8b742bee-5dc1-4816-991f-039b8046b8f2 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Enqueued Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_members [ 824.135322] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_members [ 824.137285] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f50b79-2b67-4118-8716-c4cbc2fac90e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.137406] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.421653] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-531 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.421862] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-531" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.421987] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-531" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.422277] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-531" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.422529] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.422688] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.422805] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.423023] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.423167] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.423366] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 824.423477] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 824.423585] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 824.423696] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 824.423803] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 824.423933] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 824.424085] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 824.438096] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.438281] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.438346] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.438540] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.438626] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.438726] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e is going to be created. [ 824.443208] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 824.443380] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 824.443547] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 824.443731] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-531" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.444045] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-e62bc6f2-876b-49af-8a06-dc393a5661bf taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.444293] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-e62bc6f2-876b-49af-8a06-dc393a5661bf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.444480] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-e62bc6f2-876b-49af-8a06-dc393a5661bf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.444872] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-e62bc6f2-876b-49af-8a06-dc393a5661bf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.445041] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e62bc6f2-876b-49af-8a06-dc393a5661bf',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.463759] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.463911] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.464036] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.464301] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.464479] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.474957] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e in Status: UNINITIALIZED for 2s [ 824.594057] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9b05578-5685-4298-b042-4033d485ab17: rpc.has_security_group_logging(os_id): False [ 824.613819] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.614054] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.614054] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.614837] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.614990] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.615286] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.615422] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.615474] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.615770] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.615815] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.615903] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9b05578-5685-4298-b042-4033d485ab17 is going to be updated. [ 824.676041] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.676213] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.676260] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.676473] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.676621] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.690424] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9b05578-5685-4298-b042-4033d485ab17 in Status: IN_PROGRESS for 2s [ 824.949887] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.950271] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.950542] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.950962] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.951257] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.951538] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port e62bc6f2-876b-49af-8a06-dc393a5661bf not found, creating... [ 824.952020] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.952301] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.952486] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.952768] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.952920] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.953228] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.953386] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.953504] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.953712] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.953846] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.953984] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: e62bc6f2-876b-49af-8a06-dc393a5661bf is going to be created. [ 824.981270] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.981487] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.981602] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.981875] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.982160] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.982411] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-e62bc6f2-876b-49af-8a06-dc393a5661bf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.004715] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: SUCCESS [ 825.004926] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 deletion is rescheduled due to dependency. [ 825.005139] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.262670] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a410f550-ee30-4905-9308-fef53e0f2b62 in Status: SUCCESS [ 825.262952] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.722468] env[69297]: INFO networking_nsxv3.common.synchronization [req-a86caaeb-ae62-49df-a66f-247d19b490f2 req-1acca07c-0cdb-48fd-b035-f67f9775c362 service nova] Enqueued Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_rules [ 825.722468] env[69297]: INFO networking_nsxv3.common.synchronization [req-a86caaeb-ae62-49df-a66f-247d19b490f2 req-1acca07c-0cdb-48fd-b035-f67f9775c362 service nova] Enqueued Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_members [ 825.722468] env[69297]: INFO networking_nsxv3.common.synchronization [req-a86caaeb-ae62-49df-a66f-247d19b490f2 req-1acca07c-0cdb-48fd-b035-f67f9775c362 service nova] Enqueued Resource ID: e62bc6f2-876b-49af-8a06-dc393a5661bf with Priority: HIGHEST for action port [ 825.722468] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_rules [ 825.722468] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_members [ 825.722468] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e62bc6f2-876b-49af-8a06-dc393a5661bf with Priority: HIGHEST for action port [ 825.722468] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8f50b79-2b67-4118-8716-c4cbc2fac90e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.722468] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.723176] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f50b79-2b67-4118-8716-c4cbc2fac90e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.723176] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.723176] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-e62bc6f2-876b-49af-8a06-dc393a5661bf taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.723176] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e62bc6f2-876b-49af-8a06-dc393a5661bf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.723412] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e62bc6f2-876b-49af-8a06-dc393a5661bf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.723528] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e62bc6f2-876b-49af-8a06-dc393a5661bf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.723626] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e62bc6f2-876b-49af-8a06-dc393a5661bf',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.227621] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e62bc6f2-876b-49af-8a06-dc393a5661bf with status ACTIVE [ 826.227621] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.227621] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.227621] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.227850] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.227850] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.228631] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.228631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.228631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.228631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.228631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.228631] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.228631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.228969] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.228969] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.228969] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.228969] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e62bc6f2-876b-49af-8a06-dc393a5661bf is going to be updated. [ 826.253527] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.253666] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.253793] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.254064] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.254261] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.254442] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e62bc6f2-876b-49af-8a06-dc393a5661bf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.484802] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e in Status: SUCCESS [ 826.485034] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.485194] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.485412] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.485694] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.485841] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.485910] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.486086] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.486167] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.486252] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.486352] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.487161] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.487362] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.487483] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.487582] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.487775] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.487858] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.487936] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.488035] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.707868] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9b05578-5685-4298-b042-4033d485ab17 in Status: SUCCESS [ 826.708184] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.989768] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f50b79-2b67-4118-8716-c4cbc2fac90e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.990171] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.990239] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.492830] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.000162] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.000162] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.000162] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.000162] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.000162] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.000162] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e is going to be updated. [ 828.039077] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.039077] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.039077] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.039077] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.039077] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.055753] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e in Status: IN_PROGRESS for 2s [ 830.070801] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e in Status: SUCCESS [ 830.070801] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.070801] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.070801] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.071708] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.071708] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.071708] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.071708] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.071708] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.071708] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.579024] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.723223] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 830.723334] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 831.081191] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.144223] env[69297]: INFO networking_nsxv3.common.synchronization [None req-990f629d-1577-4211-9fd4-04ee60ed43e7 None None] Enqueued Resource ID: 4610fb5c-452d-47ff-bbd6-5c6708c5ea13 with Priority: HIGHEST for action port [ 831.144223] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4610fb5c-452d-47ff-bbd6-5c6708c5ea13 with Priority: HIGHEST for action port [ 831.144223] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-4610fb5c-452d-47ff-bbd6-5c6708c5ea13 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.144223] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4610fb5c-452d-47ff-bbd6-5c6708c5ea13" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.144223] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4610fb5c-452d-47ff-bbd6-5c6708c5ea13" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.144223] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4610fb5c-452d-47ff-bbd6-5c6708c5ea13" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.144223] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4610fb5c-452d-47ff-bbd6-5c6708c5ea13',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.586475] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.586636] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.586710] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.586937] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.587043] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.587146] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e is going to be updated. [ 831.634830] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.634830] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.634830] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.634830] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.634830] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.649255] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e in Status: IN_PROGRESS for 2s [ 831.653387] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4610fb5c-452d-47ff-bbd6-5c6708c5ea13 [ 831.653673] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.653818] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.654067] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.654112] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.655040] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.655040] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4610fb5c-452d-47ff-bbd6-5c6708c5ea13 already deleted. [ 831.655040] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4610fb5c-452d-47ff-bbd6-5c6708c5ea13" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.422639] env[69297]: INFO networking_nsxv3.common.synchronization [req-0f460457-b30d-403d-958b-ce2ee4cb4b2e req-67214751-6e43-4673-ac24-1911febf8d42 tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Enqueued Resource ID: b47e5d4c-97f1-474f-b974-8f66cac36316 with Priority: HIGHEST for action security_group_members [ 832.422639] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b47e5d4c-97f1-474f-b974-8f66cac36316 with Priority: HIGHEST for action security_group_members [ 832.423089] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-b47e5d4c-97f1-474f-b974-8f66cac36316 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.423089] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.423192] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.423487] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.423665] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.423772] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.423836] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.423991] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.426027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.426027] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b47e5d4c-97f1-474f-b974-8f66cac36316',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.928985] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.929196] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.929566] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.929566] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.929566] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.929704] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.929785] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.929847] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.929982] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.930105] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.930166] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b47e5d4c-97f1-474f-b974-8f66cac36316 already deleted. [ 832.930322] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.121169] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-999 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.121499] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-999" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.121707] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-999" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.122208] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-999" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.124108] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.124108] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.124108] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.124108] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.124108] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.124108] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.124366] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.124536] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.124687] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.124811] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.125085] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.125253] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.145916] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.146114] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 833.146262] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.146447] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-999" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.147050] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-4cd299ee-38f6-4aa0-92bd-dae1a4f64024 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.147050] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-4cd299ee-38f6-4aa0-92bd-dae1a4f64024" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.147050] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-4cd299ee-38f6-4aa0-92bd-dae1a4f64024" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.147400] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-4cd299ee-38f6-4aa0-92bd-dae1a4f64024" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.147541] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cd299ee-38f6-4aa0-92bd-dae1a4f64024',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.498398] env[69297]: INFO networking_nsxv3.common.synchronization [None req-3ab7892c-5649-479d-904a-e5ce306e1737 None None] Enqueued Resource ID: f9b70719-d800-487b-86ea-e18247488e16 with Priority: HIGHEST for action port [ 833.499777] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b70719-d800-487b-86ea-e18247488e16 with Priority: HIGHEST for action port [ 833.499777] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9b70719-d800-487b-86ea-e18247488e16 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.499777] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9b70719-d800-487b-86ea-e18247488e16" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.499777] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9b70719-d800-487b-86ea-e18247488e16" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.500637] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9b70719-d800-487b-86ea-e18247488e16" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.500637] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9b70719-d800-487b-86ea-e18247488e16',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.652202] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.652807] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.653766] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.654215] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.654522] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.654844] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 4cd299ee-38f6-4aa0-92bd-dae1a4f64024 not found, creating... [ 833.655493] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.657150] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.657387] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.657708] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.657995] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.658461] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.658778] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.658961] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.659281] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.659475] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.659672] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 4cd299ee-38f6-4aa0-92bd-dae1a4f64024 is going to be created. [ 833.661514] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e in Status: SUCCESS [ 833.661781] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.662014] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.662255] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.662644] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.662644] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.662784] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.662982] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.663144] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.663267] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.663483] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f50b79-2b67-4118-8716-c4cbc2fac90e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.663651] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.663715] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.664063] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.664063] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.664225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.664327] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.664530] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.664637] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.664763] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.664899] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.691436] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.691667] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.693958] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.693958] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.693958] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.693958] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-4cd299ee-38f6-4aa0-92bd-dae1a4f64024" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.002954] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9b70719-d800-487b-86ea-e18247488e16 [ 834.003107] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.003199] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.003252] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.003611] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.003611] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.003611] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9b70719-d800-487b-86ea-e18247488e16 already deleted. [ 834.003758] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9b70719-d800-487b-86ea-e18247488e16" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.167059] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8f50b79-2b67-4118-8716-c4cbc2fac90e: rpc.has_security_group_logging(os_id): False [ 834.194685] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.194841] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.194912] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.195156] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.195245] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.195478] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.195917] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.195917] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.196293] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.196392] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.196599] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.196711] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.196767] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.196938] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.197077] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.197403] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.197403] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.197530] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.197563] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.197643] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.197799] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e is going to be created. [ 834.264432] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.264620] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.264679] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.264970] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.265141] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.279062] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e in Status: IN_PROGRESS for 2s [ 834.664138] env[69297]: INFO networking_nsxv3.common.synchronization [req-e108b3e1-576c-4e05-9091-dd04182f739e req-c2a952b6-6f88-472f-b07e-4b1f57cb4966 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Enqueued Resource ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 with Priority: HIGHEST for action security_group_members [ 834.664138] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 with Priority: HIGHEST for action security_group_members [ 834.664138] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b9e92b7-8757-4b0f-b920-58a9115f7369 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.664138] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.664138] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.668282] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.668489] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.668612] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.668688] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.668929] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.669034] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.669140] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b9e92b7-8757-4b0f-b920-58a9115f7369',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.931240] env[69297]: INFO networking_nsxv3.common.synchronization [req-0f460457-b30d-403d-958b-ce2ee4cb4b2e req-360ebb73-4ec6-4892-8f31-9bf59fe90eab service nova] Enqueued Resource ID: b47e5d4c-97f1-474f-b974-8f66cac36316 with Priority: HIGHEST for action security_group_rules [ 834.931240] env[69297]: INFO networking_nsxv3.common.synchronization [req-0f460457-b30d-403d-958b-ce2ee4cb4b2e req-360ebb73-4ec6-4892-8f31-9bf59fe90eab service nova] Enqueued Resource ID: b47e5d4c-97f1-474f-b974-8f66cac36316 with Priority: HIGHEST for action security_group_members [ 834.931240] env[69297]: INFO networking_nsxv3.common.synchronization [req-0f460457-b30d-403d-958b-ce2ee4cb4b2e req-360ebb73-4ec6-4892-8f31-9bf59fe90eab service nova] Enqueued Resource ID: 4cd299ee-38f6-4aa0-92bd-dae1a4f64024 with Priority: HIGHEST for action port [ 834.931753] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b47e5d4c-97f1-474f-b974-8f66cac36316 with Priority: HIGHEST for action security_group_rules [ 834.931888] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b47e5d4c-97f1-474f-b974-8f66cac36316 with Priority: HIGHEST for action security_group_members [ 834.931978] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd299ee-38f6-4aa0-92bd-dae1a4f64024 with Priority: HIGHEST for action port [ 834.933169] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b47e5d4c-97f1-474f-b974-8f66cac36316 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.934535] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.934663] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.934946] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.935045] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b47e5d4c-97f1-474f-b974-8f66cac36316',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.939670] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-b47e5d4c-97f1-474f-b974-8f66cac36316 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.939670] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.939670] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.939670] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.939670] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.939670] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.939670] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.939670] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.940025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.940025] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b47e5d4c-97f1-474f-b974-8f66cac36316',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.940629] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cd299ee-38f6-4aa0-92bd-dae1a4f64024 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.940738] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cd299ee-38f6-4aa0-92bd-dae1a4f64024" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.940792] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cd299ee-38f6-4aa0-92bd-dae1a4f64024" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.940958] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cd299ee-38f6-4aa0-92bd-dae1a4f64024" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.941023] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cd299ee-38f6-4aa0-92bd-dae1a4f64024',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.040312] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.040555] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.040632] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.040911] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.041254] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.041983] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.041983] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.041983] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.041983] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.041983] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 835.042183] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.042183] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.042284] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.042426] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 835.042513] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.042623] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.062527] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.062745] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 835.062892] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.063084] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-79" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.063783] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-b5d65fa3-b758-49b0-a388-5b7c2aeff30e taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.063783] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-b5d65fa3-b758-49b0-a388-5b7c2aeff30e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.063783] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-b5d65fa3-b758-49b0-a388-5b7c2aeff30e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.064023] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-b5d65fa3-b758-49b0-a388-5b7c2aeff30e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.064220] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5d65fa3-b758-49b0-a388-5b7c2aeff30e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.172724] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.172724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.172724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.172724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.172724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.172724] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.172724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.172724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.172724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.172724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.172724] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 already deleted. [ 835.172724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.445241] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-b47e5d4c-97f1-474f-b974-8f66cac36316 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.445241] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.445241] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cd299ee-38f6-4aa0-92bd-dae1a4f64024 with status ACTIVE [ 835.445241] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.445241] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.445241] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.445241] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.445241] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.445241] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.445241] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.445241] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.445241] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.449030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.449030] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.449030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.449030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.449030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.449030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.449030] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cd299ee-38f6-4aa0-92bd-dae1a4f64024 is going to be updated. [ 835.449689] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b47e5d4c-97f1-474f-b974-8f66cac36316',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.475433] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.475433] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.475433] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.475775] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.475775] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.475880] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cd299ee-38f6-4aa0-92bd-dae1a4f64024" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.571250] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.571467] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.571583] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.571917] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.572143] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.572281] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port b5d65fa3-b758-49b0-a388-5b7c2aeff30e not found, creating... [ 835.572553] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.572693] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.572813] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.573095] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.573238] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.573787] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.573944] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.574106] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.574364] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.574501] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.574639] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: b5d65fa3-b758-49b0-a388-5b7c2aeff30e is going to be created. [ 835.597050] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.597262] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.597373] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.597703] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.598059] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.598321] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-b5d65fa3-b758-49b0-a388-5b7c2aeff30e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.952722] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b47e5d4c-97f1-474f-b974-8f66cac36316',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.296176] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e in Status: SUCCESS [ 836.296419] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.296612] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.296853] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.296948] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.369260] env[69297]: INFO networking_nsxv3.common.synchronization [req-e108b3e1-576c-4e05-9091-dd04182f739e req-1b8fd3df-3de5-4096-a633-1abcf14f90bf service nova] Enqueued Resource ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 with Priority: HIGHEST for action security_group_rules [ 836.369443] env[69297]: INFO networking_nsxv3.common.synchronization [req-e108b3e1-576c-4e05-9091-dd04182f739e req-1b8fd3df-3de5-4096-a633-1abcf14f90bf service nova] Enqueued Resource ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 with Priority: HIGHEST for action security_group_members [ 836.369552] env[69297]: INFO networking_nsxv3.common.synchronization [req-e108b3e1-576c-4e05-9091-dd04182f739e req-1b8fd3df-3de5-4096-a633-1abcf14f90bf service nova] Enqueued Resource ID: b5d65fa3-b758-49b0-a388-5b7c2aeff30e with Priority: HIGHEST for action port [ 836.370322] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 with Priority: HIGHEST for action security_group_rules [ 836.370322] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 with Priority: HIGHEST for action security_group_members [ 836.370700] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d65fa3-b758-49b0-a388-5b7c2aeff30e with Priority: HIGHEST for action port [ 836.370700] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b9e92b7-8757-4b0f-b920-58a9115f7369 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.370979] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.370979] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.371574] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.371676] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b9e92b7-8757-4b0f-b920-58a9115f7369',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.372621] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b9e92b7-8757-4b0f-b920-58a9115f7369 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.372802] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.372802] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.372957] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.373121] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.373220] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.373281] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.373420] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.373503] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.373599] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b9e92b7-8757-4b0f-b920-58a9115f7369',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.374382] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5d65fa3-b758-49b0-a388-5b7c2aeff30e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.374611] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5d65fa3-b758-49b0-a388-5b7c2aeff30e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.377787] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5d65fa3-b758-49b0-a388-5b7c2aeff30e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.378142] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5d65fa3-b758-49b0-a388-5b7c2aeff30e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.378246] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5d65fa3-b758-49b0-a388-5b7c2aeff30e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.456470] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.456723] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.456723] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.456916] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.457011] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.457125] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b47e5d4c-97f1-474f-b974-8f66cac36316 is going to be created. [ 836.486258] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.486459] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.487996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.487996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.487996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.499411] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b47e5d4c-97f1-474f-b974-8f66cac36316 in Status: UNINITIALIZED for 2s [ 836.801857] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f50b79-2b67-4118-8716-c4cbc2fac90e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.801857] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.801857] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.801857] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.801857] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.801857] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.801857] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.801857] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.801857] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.801857] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.801857] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.880076] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b9e92b7-8757-4b0f-b920-58a9115f7369 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.880260] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.881162] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b9e92b7-8757-4b0f-b920-58a9115f7369',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.882573] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5d65fa3-b758-49b0-a388-5b7c2aeff30e with status ACTIVE [ 836.882573] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.882938] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.882938] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.882938] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.883067] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.883182] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.883325] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.885717] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.885717] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.885868] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.889038] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.889038] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.889038] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.889038] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.889038] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.889038] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5d65fa3-b758-49b0-a388-5b7c2aeff30e is going to be updated. [ 836.917616] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.918145] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.918145] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.918145] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.918420] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.918420] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5d65fa3-b758-49b0-a388-5b7c2aeff30e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.304107] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f50b79-2b67-4118-8716-c4cbc2fac90e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.304418] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.304418] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.304683] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.305048] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.305134] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.305195] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.305410] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.306573] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.306573] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.306573] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f50b79-2b67-4118-8716-c4cbc2fac90e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.306573] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.306573] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.306573] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.306573] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.306573] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.307669] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.307669] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.307669] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.307669] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.307669] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.392485] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b9e92b7-8757-4b0f-b920-58a9115f7369',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.432892] env[69297]: INFO networking_nsxv3.common.synchronization [req-bb82590f-e97c-4eb6-9457-d562e37fd1dd req-fa3a098e-dfa0-4340-834e-7a3e4fd080c1 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Enqueued Resource ID: eb02e441-14a6-4ad8-8391-1eeb357491aa with Priority: HIGHEST for action security_group_members [ 837.433438] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb02e441-14a6-4ad8-8391-1eeb357491aa with Priority: HIGHEST for action security_group_members [ 837.433728] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb02e441-14a6-4ad8-8391-1eeb357491aa taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.433849] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.433919] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.437269] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.437493] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.437634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.437706] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.437966] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.438489] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.438489] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb02e441-14a6-4ad8-8391-1eeb357491aa',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.802868] env[69297]: INFO networking_nsxv3.common.synchronization [req-ddfd5622-ef59-4d32-8a45-75a43975092b req-a05b7d68-1ed0-4de5-994d-46366205b4ee tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Enqueued Resource ID: a410f550-ee30-4905-9308-fef53e0f2b62 with Priority: HIGHEST for action security_group_members [ 837.802868] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a410f550-ee30-4905-9308-fef53e0f2b62 with Priority: HIGHEST for action security_group_members [ 837.802868] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-a410f550-ee30-4905-9308-fef53e0f2b62 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.802868] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.802868] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.802868] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.802868] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.803140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.803140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.803265] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.803333] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.803455] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a410f550-ee30-4905-9308-fef53e0f2b62',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.811442] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8f50b79-2b67-4118-8716-c4cbc2fac90e: rpc.has_security_group_logging(os_id): False [ 837.829216] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.829350] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.829425] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.829636] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.829727] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.829939] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.830050] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.830117] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.831082] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.831185] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.831381] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.831481] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.831546] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.831690] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.831766] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.832881] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.832881] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.832881] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.832881] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.832881] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.832881] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e is going to be updated. [ 837.895224] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.895494] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.895628] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.896012] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.896195] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.896442] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 is going to be created. [ 837.905549] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.905936] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.905936] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.906137] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.906439] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.922648] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e in Status: IN_PROGRESS for 2s [ 837.940829] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.941142] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.941215] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.941488] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.941670] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.942236] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.942334] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.942385] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.942704] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.942850] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.943053] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb02e441-14a6-4ad8-8391-1eeb357491aa already deleted. [ 837.943263] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.947877] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.948117] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.948229] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.948515] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.948759] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.962539] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 in Status: UNINITIALIZED for 2s [ 838.057757] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-247 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.058279] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.058558] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.065326] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.065326] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.065326] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.065326] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.065326] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.065326] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.065326] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.065326] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.065326] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.065326] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.065326] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.065326] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.065326] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.088638] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.088638] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 838.088638] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.088910] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.089141] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-e572a2d8-4727-4c44-b0f0-80bafad821f6 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.089390] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-e572a2d8-4727-4c44-b0f0-80bafad821f6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.089456] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-e572a2d8-4727-4c44-b0f0-80bafad821f6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.089780] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-e572a2d8-4727-4c44-b0f0-80bafad821f6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.089918] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e572a2d8-4727-4c44-b0f0-80bafad821f6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.306831] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a410f550-ee30-4905-9308-fef53e0f2b62',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.510905] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b47e5d4c-97f1-474f-b974-8f66cac36316 in Status: SUCCESS [ 838.511156] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.511333] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.511579] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.511794] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.511919] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.511984] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.512166] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.512259] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.512385] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.512434] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b47e5d4c-97f1-474f-b974-8f66cac36316',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.595907] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.596353] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.596353] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.597043] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.597196] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.597715] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port e572a2d8-4727-4c44-b0f0-80bafad821f6 not found, creating... [ 838.597715] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.597916] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.597950] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.598223] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.598318] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.598605] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.598910] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.598910] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.599193] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.599298] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.599437] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: e572a2d8-4727-4c44-b0f0-80bafad821f6 is going to be created. [ 838.631967] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.632268] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.632407] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.633439] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.633439] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.633439] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-e572a2d8-4727-4c44-b0f0-80bafad821f6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.810086] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a410f550-ee30-4905-9308-fef53e0f2b62',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.018531] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-b47e5d4c-97f1-474f-b974-8f66cac36316 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.018719] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.018758] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.019112] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.019345] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.019466] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.019534] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.019697] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.019788] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.019882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.020061] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-b47e5d4c-97f1-474f-b974-8f66cac36316 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.020171] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.020233] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.020393] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.020533] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.020628] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.020690] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.020874] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.020905] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.020979] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.021086] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b47e5d4c-97f1-474f-b974-8f66cac36316',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.313016] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.313320] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.313320] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.313851] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.313851] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.317023] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a410f550-ee30-4905-9308-fef53e0f2b62 is going to be updated. [ 839.345802] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.345944] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.346023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.346243] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.346387] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.357359] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a410f550-ee30-4905-9308-fef53e0f2b62 in Status: IN_PROGRESS for 2s [ 839.523957] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b47e5d4c-97f1-474f-b974-8f66cac36316: rpc.has_security_group_logging(os_id): False [ 839.541620] env[69297]: INFO networking_nsxv3.common.synchronization [req-bb82590f-e97c-4eb6-9457-d562e37fd1dd req-1ccd6764-3286-4157-ab78-c681550a8402 service nova] Enqueued Resource ID: eb02e441-14a6-4ad8-8391-1eeb357491aa with Priority: HIGHEST for action security_group_rules [ 839.543751] env[69297]: INFO networking_nsxv3.common.synchronization [req-bb82590f-e97c-4eb6-9457-d562e37fd1dd req-1ccd6764-3286-4157-ab78-c681550a8402 service nova] Enqueued Resource ID: eb02e441-14a6-4ad8-8391-1eeb357491aa with Priority: HIGHEST for action security_group_members [ 839.543946] env[69297]: INFO networking_nsxv3.common.synchronization [req-bb82590f-e97c-4eb6-9457-d562e37fd1dd req-1ccd6764-3286-4157-ab78-c681550a8402 service nova] Enqueued Resource ID: e572a2d8-4727-4c44-b0f0-80bafad821f6 with Priority: HIGHEST for action port [ 839.545064] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.545240] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.545396] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.545652] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.546545] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.546545] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.546758] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.547029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.547140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.547257] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.547476] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.547610] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.547699] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.547900] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.548016] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.551433] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.551433] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.551433] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.551433] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.551433] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.551433] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b47e5d4c-97f1-474f-b974-8f66cac36316 is going to be created. [ 839.551433] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb02e441-14a6-4ad8-8391-1eeb357491aa with Priority: HIGHEST for action security_group_rules [ 839.551433] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb02e441-14a6-4ad8-8391-1eeb357491aa with Priority: HIGHEST for action security_group_members [ 839.551433] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e572a2d8-4727-4c44-b0f0-80bafad821f6 with Priority: HIGHEST for action port [ 839.552062] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb02e441-14a6-4ad8-8391-1eeb357491aa taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.552227] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.552336] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.552530] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.552656] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb02e441-14a6-4ad8-8391-1eeb357491aa',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.553923] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb02e441-14a6-4ad8-8391-1eeb357491aa taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.553923] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.553923] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.553923] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.554192] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.555647] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.555647] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.555647] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.555647] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.555647] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb02e441-14a6-4ad8-8391-1eeb357491aa',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.555647] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-e572a2d8-4727-4c44-b0f0-80bafad821f6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.555647] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e572a2d8-4727-4c44-b0f0-80bafad821f6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.555647] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e572a2d8-4727-4c44-b0f0-80bafad821f6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.555983] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e572a2d8-4727-4c44-b0f0-80bafad821f6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.557220] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e572a2d8-4727-4c44-b0f0-80bafad821f6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.628970] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.629184] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.629261] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.629412] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.629589] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.641590] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b47e5d4c-97f1-474f-b974-8f66cac36316 in Status: IN_PROGRESS for 2s [ 839.939662] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e in Status: SUCCESS [ 839.939990] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.976019] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 in Status: SUCCESS [ 839.976019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.976019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.976019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.976019] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.976019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.976019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.976019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.976019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.976019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.976019] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b9e92b7-8757-4b0f-b920-58a9115f7369',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.060035] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb02e441-14a6-4ad8-8391-1eeb357491aa',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.061527] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb02e441-14a6-4ad8-8391-1eeb357491aa taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.061665] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.062015] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e572a2d8-4727-4c44-b0f0-80bafad821f6 with status ACTIVE [ 840.062231] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.062332] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.062371] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.062563] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.062653] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.062821] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.064142] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.064296] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.064574] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.064640] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.064826] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.064961] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.065085] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.065259] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.065340] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.065482] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e572a2d8-4727-4c44-b0f0-80bafad821f6 is going to be updated. [ 840.089844] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.093026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.093333] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.093508] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.093654] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.093832] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e572a2d8-4727-4c44-b0f0-80bafad821f6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.320766] env[69297]: INFO networking_nsxv3.common.synchronization [req-5fdc7114-34cc-4c45-baac-5b9892b26d98 req-afbd8473-8710-4ec7-b06d-92649b8b8754 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Enqueued Resource ID: 4284137f-a81f-49d8-9e04-5508d37328bb with Priority: HIGHEST for action security_group_members [ 840.321362] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4284137f-a81f-49d8-9e04-5508d37328bb with Priority: HIGHEST for action security_group_members [ 840.321603] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4284137f-a81f-49d8-9e04-5508d37328bb taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.321729] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.321796] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.322008] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.323452] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.323573] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.323635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.323818] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.323910] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.324016] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4284137f-a81f-49d8-9e04-5508d37328bb',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.478375] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b9e92b7-8757-4b0f-b920-58a9115f7369 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.478730] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.479648] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.479648] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.479648] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.479648] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.479648] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.480293] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.480502] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.481213] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.481491] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b9e92b7-8757-4b0f-b920-58a9115f7369 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.482335] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.482335] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.482335] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.482335] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.482335] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.482335] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.482743] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.482743] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.482743] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.482743] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b9e92b7-8757-4b0f-b920-58a9115f7369',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.562887] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb02e441-14a6-4ad8-8391-1eeb357491aa',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.737526] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.738590] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-272" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.738590] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-272" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.738590] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-272" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.738590] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.738590] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.738885] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.739162] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.739357] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.739583] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 840.739956] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.739956] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.739956] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.740156] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 840.740156] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.740238] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.761515] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.761567] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 840.761725] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.761934] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-272" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.762172] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-0babc4a3-2573-4224-b1c7-04f35cc5ba3c taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.762350] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-0babc4a3-2573-4224-b1c7-04f35cc5ba3c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.762635] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-0babc4a3-2573-4224-b1c7-04f35cc5ba3c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.762800] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-0babc4a3-2573-4224-b1c7-04f35cc5ba3c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.762955] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0babc4a3-2573-4224-b1c7-04f35cc5ba3c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.766406] env[69297]: INFO networking_nsxv3.common.synchronization [None req-07c258b2-c3e0-4a96-8ee3-972e9e8533fe None None] Enqueued Resource ID: 49582e64-955c-4b16-ab9c-adaeae2b43cc with Priority: HIGHEST for action port [ 840.766790] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49582e64-955c-4b16-ab9c-adaeae2b43cc with Priority: HIGHEST for action port [ 840.767399] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-49582e64-955c-4b16-ab9c-adaeae2b43cc taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.767550] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49582e64-955c-4b16-ab9c-adaeae2b43cc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.767719] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49582e64-955c-4b16-ab9c-adaeae2b43cc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.768053] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49582e64-955c-4b16-ab9c-adaeae2b43cc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.768155] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49582e64-955c-4b16-ab9c-adaeae2b43cc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.826179] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.826361] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.827951] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.827951] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.827951] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.827951] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.827951] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.827951] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.827951] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.827951] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.827951] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4284137f-a81f-49d8-9e04-5508d37328bb is going to be updated. [ 840.859786] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.859924] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.861096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.861096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.861096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.872660] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4284137f-a81f-49d8-9e04-5508d37328bb in Status: IN_PROGRESS for 2s [ 840.985367] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b9e92b7-8757-4b0f-b920-58a9115f7369: rpc.has_security_group_logging(os_id): False [ 841.004019] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.004189] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.004258] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.004474] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.004569] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.004788] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.004892] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.004957] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.005120] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.005200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.005374] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.005470] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.005532] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.005674] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.005748] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.006079] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.006537] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.006662] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.006825] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.006908] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.006998] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 is going to be created. [ 841.065270] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.065427] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.065522] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.065745] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.065935] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.067413] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.067569] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.067658] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.067915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.068031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.068131] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb02e441-14a6-4ad8-8391-1eeb357491aa is going to be created. [ 841.080520] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 in Status: IN_PROGRESS for 2s [ 841.098094] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.098300] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.098374] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.098915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.099022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.110787] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb02e441-14a6-4ad8-8391-1eeb357491aa in Status: UNINITIALIZED for 2s [ 841.266054] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.266291] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.266415] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.266696] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.266847] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.267009] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 0babc4a3-2573-4224-b1c7-04f35cc5ba3c not found, creating... [ 841.267274] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.267427] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.267554] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.267762] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.267926] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.268231] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.268385] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.268499] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.268701] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.268830] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.271057] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 0babc4a3-2573-4224-b1c7-04f35cc5ba3c is going to be created. [ 841.272726] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49582e64-955c-4b16-ab9c-adaeae2b43cc [ 841.272919] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.277147] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.277147] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.278068] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.278068] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.278068] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49582e64-955c-4b16-ab9c-adaeae2b43cc already deleted. [ 841.278068] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49582e64-955c-4b16-ab9c-adaeae2b43cc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.302702] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.302702] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.302948] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.307405] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.307405] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.307405] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-0babc4a3-2573-4224-b1c7-04f35cc5ba3c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.371319] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a410f550-ee30-4905-9308-fef53e0f2b62 in Status: SUCCESS [ 841.372142] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.656159] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b47e5d4c-97f1-474f-b974-8f66cac36316 in Status: SUCCESS [ 841.657441] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.059366] env[69297]: INFO networking_nsxv3.common.synchronization [req-5fdc7114-34cc-4c45-baac-5b9892b26d98 req-47f27b23-411b-497d-a896-9935b3b9b9b2 service nova] Enqueued Resource ID: 4284137f-a81f-49d8-9e04-5508d37328bb with Priority: HIGHEST for action security_group_rules [ 842.060661] env[69297]: INFO networking_nsxv3.common.synchronization [req-5fdc7114-34cc-4c45-baac-5b9892b26d98 req-47f27b23-411b-497d-a896-9935b3b9b9b2 service nova] Enqueued Resource ID: 4284137f-a81f-49d8-9e04-5508d37328bb with Priority: HIGHEST for action security_group_members [ 842.060661] env[69297]: INFO networking_nsxv3.common.synchronization [req-5fdc7114-34cc-4c45-baac-5b9892b26d98 req-47f27b23-411b-497d-a896-9935b3b9b9b2 service nova] Enqueued Resource ID: 0babc4a3-2573-4224-b1c7-04f35cc5ba3c with Priority: HIGHEST for action port [ 842.060661] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4284137f-a81f-49d8-9e04-5508d37328bb with Priority: HIGHEST for action security_group_rules [ 842.060661] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4284137f-a81f-49d8-9e04-5508d37328bb with Priority: HIGHEST for action security_group_members [ 842.060661] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0babc4a3-2573-4224-b1c7-04f35cc5ba3c with Priority: HIGHEST for action port [ 842.060885] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4284137f-a81f-49d8-9e04-5508d37328bb taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.060885] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.060995] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.061140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.061223] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4284137f-a81f-49d8-9e04-5508d37328bb',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.062183] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4284137f-a81f-49d8-9e04-5508d37328bb taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.062285] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.062693] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-0babc4a3-2573-4224-b1c7-04f35cc5ba3c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.062693] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0babc4a3-2573-4224-b1c7-04f35cc5ba3c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.062693] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0babc4a3-2573-4224-b1c7-04f35cc5ba3c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.062898] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0babc4a3-2573-4224-b1c7-04f35cc5ba3c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.062898] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0babc4a3-2573-4224-b1c7-04f35cc5ba3c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.308151] env[69297]: INFO networking_nsxv3.common.synchronization [None req-16048eaf-cad1-44ae-ba59-4efaf1e3b880 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Enqueued Resource ID: a6c08567-94d8-49e1-91e6-3efe4f5ee772 with Priority: HIGHEST for action security_group_rules [ 842.308526] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6c08567-94d8-49e1-91e6-3efe4f5ee772 with Priority: HIGHEST for action security_group_rules [ 842.308815] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6c08567-94d8-49e1-91e6-3efe4f5ee772 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.308942] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.309653] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.310108] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.310721] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6c08567-94d8-49e1-91e6-3efe4f5ee772',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.465821] env[69297]: INFO networking_nsxv3.common.synchronization [None req-842a1e1d-7551-477a-b6ab-f50c86ce6ff3 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Enqueued Resource ID: a6c08567-94d8-49e1-91e6-3efe4f5ee772 with Priority: HIGHEST for action security_group_rules [ 842.467789] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6c08567-94d8-49e1-91e6-3efe4f5ee772 with Priority: HIGHEST for action security_group_rules [ 842.467789] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6c08567-94d8-49e1-91e6-3efe4f5ee772 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.467789] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.565019] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4284137f-a81f-49d8-9e04-5508d37328bb taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.565230] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.565639] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0babc4a3-2573-4224-b1c7-04f35cc5ba3c with status ACTIVE [ 842.565864] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.565984] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.566066] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.566457] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.566568] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.566750] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.566854] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.566921] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.567309] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.567402] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.567592] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.567691] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.567754] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.567983] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.568287] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.568439] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0babc4a3-2573-4224-b1c7-04f35cc5ba3c is going to be updated. [ 842.593461] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.593691] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.593691] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.593888] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.594041] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.595480] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0babc4a3-2573-4224-b1c7-04f35cc5ba3c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.834854] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.835025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.835098] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.835345] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.835404] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.835499] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6c08567-94d8-49e1-91e6-3efe4f5ee772 already deleted. [ 842.835580] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.835732] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.835897] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.835992] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6c08567-94d8-49e1-91e6-3efe4f5ee772',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.889299] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4284137f-a81f-49d8-9e04-5508d37328bb in Status: SUCCESS [ 842.889299] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4284137f-a81f-49d8-9e04-5508d37328bb deletion is rescheduled due to dependency. [ 842.889299] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.889299] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.889299] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.892212] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.892447] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.892531] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.892751] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.892851] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.892959] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4284137f-a81f-49d8-9e04-5508d37328bb',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.100800] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 in Status: SUCCESS [ 843.101121] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.123117] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb02e441-14a6-4ad8-8391-1eeb357491aa in Status: UNINITIALIZED for 4s [ 843.303985] env[69297]: INFO networking_nsxv3.common.synchronization [None req-28e74f4b-119a-4946-aa30-bc26b6ed3024 None None] Enqueued Resource ID: 43438e2b-f01a-4f11-b3f2-d32da78b7abc with Priority: HIGHEST for action port [ 843.304363] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43438e2b-f01a-4f11-b3f2-d32da78b7abc with Priority: HIGHEST for action port [ 843.304855] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-43438e2b-f01a-4f11-b3f2-d32da78b7abc taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.305029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43438e2b-f01a-4f11-b3f2-d32da78b7abc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.305547] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43438e2b-f01a-4f11-b3f2-d32da78b7abc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.308664] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43438e2b-f01a-4f11-b3f2-d32da78b7abc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.308664] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43438e2b-f01a-4f11-b3f2-d32da78b7abc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.362353] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.362541] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.362582] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.362838] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.362950] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.363065] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6c08567-94d8-49e1-91e6-3efe4f5ee772 already deleted. [ 843.363172] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.400851] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4284137f-a81f-49d8-9e04-5508d37328bb',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.809232] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43438e2b-f01a-4f11-b3f2-d32da78b7abc [ 843.809547] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.809631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.809694] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.809877] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.810011] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.810090] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43438e2b-f01a-4f11-b3f2-d32da78b7abc already deleted. [ 843.810259] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43438e2b-f01a-4f11-b3f2-d32da78b7abc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.910233] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4284137f-a81f-49d8-9e04-5508d37328bb',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.417654] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.417881] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.417982] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.418281] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.418403] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.418531] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4284137f-a81f-49d8-9e04-5508d37328bb is going to be updated. [ 844.456431] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.456431] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.456431] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.456431] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.456431] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.466508] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4284137f-a81f-49d8-9e04-5508d37328bb in Status: IN_PROGRESS for 2s [ 845.132393] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb02e441-14a6-4ad8-8391-1eeb357491aa in Status: SUCCESS [ 845.132393] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.132393] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.132393] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.132393] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.132828] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.132828] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.133040] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.133040] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.133169] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.133292] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb02e441-14a6-4ad8-8391-1eeb357491aa',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.585508] env[69297]: INFO networking_nsxv3.common.synchronization [None req-88e0aea7-a0f9-44d9-80e9-a4bed7b5b08d None None] Enqueued Resource ID: d55be6aa-595f-43ba-b881-7a9731c048e7 with Priority: HIGHEST for action port [ 845.585508] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d55be6aa-595f-43ba-b881-7a9731c048e7 with Priority: HIGHEST for action port [ 845.585861] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-d55be6aa-595f-43ba-b881-7a9731c048e7 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.585861] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d55be6aa-595f-43ba-b881-7a9731c048e7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.586235] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d55be6aa-595f-43ba-b881-7a9731c048e7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.586295] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d55be6aa-595f-43ba-b881-7a9731c048e7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.586767] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d55be6aa-595f-43ba-b881-7a9731c048e7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.638342] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb02e441-14a6-4ad8-8391-1eeb357491aa',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.092685] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d55be6aa-595f-43ba-b881-7a9731c048e7 [ 846.092924] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.093091] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.093166] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.097319] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.097428] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.097537] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d55be6aa-595f-43ba-b881-7a9731c048e7 already deleted. [ 846.097623] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d55be6aa-595f-43ba-b881-7a9731c048e7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.140624] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb02e441-14a6-4ad8-8391-1eeb357491aa: rpc.has_security_group_logging(os_id): False [ 846.163465] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.163561] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.163600] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.164013] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.164013] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.164194] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.164297] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.164355] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.164509] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.164665] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.164705] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb02e441-14a6-4ad8-8391-1eeb357491aa is going to be created. [ 846.227361] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.227361] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.227361] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.227596] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.227596] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.241814] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb02e441-14a6-4ad8-8391-1eeb357491aa in Status: IN_PROGRESS for 2s [ 846.478818] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4284137f-a81f-49d8-9e04-5508d37328bb in Status: SUCCESS [ 846.479123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.479314] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.480359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.480359] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.480359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.480359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.480359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.480359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.480359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.480947] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4284137f-a81f-49d8-9e04-5508d37328bb',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.983148] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4284137f-a81f-49d8-9e04-5508d37328bb taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.983344] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.983457] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.983787] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.984062] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.984302] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.984372] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.984586] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.984728] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.984894] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.985137] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4284137f-a81f-49d8-9e04-5508d37328bb taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.985253] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.985334] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.985496] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.985643] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.985784] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.985868] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.986054] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.986182] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.986298] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.986428] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4284137f-a81f-49d8-9e04-5508d37328bb',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.492171] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4284137f-a81f-49d8-9e04-5508d37328bb: rpc.has_security_group_logging(os_id): False [ 847.517137] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.517137] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.517137] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.517305] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.517305] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.518029] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.518029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.518029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.518315] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.518315] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.521223] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.521223] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.521223] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.521223] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.521223] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.521223] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.521223] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.521223] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.521223] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.521223] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.521223] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4284137f-a81f-49d8-9e04-5508d37328bb is going to be updated. [ 847.596710] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.596887] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.596974] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.597223] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.597400] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.613256] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4284137f-a81f-49d8-9e04-5508d37328bb in Status: IN_PROGRESS for 2s [ 848.054084] env[69297]: INFO networking_nsxv3.common.synchronization [None req-c979d207-1f30-4169-b948-6f51bc2d2906 None None] Enqueued Resource ID: e91b44bd-ae3c-4d19-bf19-4a2b91974c3c with Priority: HIGHEST for action port [ 848.054084] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e91b44bd-ae3c-4d19-bf19-4a2b91974c3c with Priority: HIGHEST for action port [ 848.054310] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-e91b44bd-ae3c-4d19-bf19-4a2b91974c3c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.054310] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e91b44bd-ae3c-4d19-bf19-4a2b91974c3c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.054310] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e91b44bd-ae3c-4d19-bf19-4a2b91974c3c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.055485] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e91b44bd-ae3c-4d19-bf19-4a2b91974c3c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.055485] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e91b44bd-ae3c-4d19-bf19-4a2b91974c3c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.255487] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb02e441-14a6-4ad8-8391-1eeb357491aa in Status: SUCCESS [ 848.255707] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.557994] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e91b44bd-ae3c-4d19-bf19-4a2b91974c3c [ 848.558285] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.558386] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.558441] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.558678] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.558769] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.558886] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e91b44bd-ae3c-4d19-bf19-4a2b91974c3c already deleted. [ 848.559032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e91b44bd-ae3c-4d19-bf19-4a2b91974c3c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.160444] env[69297]: INFO networking_nsxv3.common.synchronization [req-ae261424-e15d-4604-ac33-407f6fd9dd31 req-4aa77df7-7efa-452d-824c-87082f72cc8e tempest-InstanceActionsV221TestJSON-2007305092 tempest-InstanceActionsV221TestJSON-2007305092-project-member] Enqueued Resource ID: b47e5d4c-97f1-474f-b974-8f66cac36316 with Priority: HIGHEST for action security_group_members [ 849.161052] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b47e5d4c-97f1-474f-b974-8f66cac36316 with Priority: HIGHEST for action security_group_members [ 849.162007] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-b47e5d4c-97f1-474f-b974-8f66cac36316 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.162007] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.162007] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.162007] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.162007] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.162276] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.162276] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.162276] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.162389] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.162813] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b47e5d4c-97f1-474f-b974-8f66cac36316',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.631853] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4284137f-a81f-49d8-9e04-5508d37328bb in Status: SUCCESS [ 849.632190] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.665998] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.666189] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.666261] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.666491] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.666597] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.667679] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.667679] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.667679] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.667679] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.667679] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.667679] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b47e5d4c-97f1-474f-b974-8f66cac36316 is going to be updated. [ 849.697790] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.697790] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.697790] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.698087] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.698438] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.712184] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b47e5d4c-97f1-474f-b974-8f66cac36316 in Status: IN_PROGRESS for 2s [ 851.002110] env[69297]: INFO networking_nsxv3.common.synchronization [req-675939db-f120-4e49-97b9-2fb4b375ec12 req-e2fb3eef-618b-4d7c-995e-af75cde9db6a tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Enqueued Resource ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed with Priority: HIGHEST for action security_group_members [ 851.002473] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed with Priority: HIGHEST for action security_group_members [ 851.003198] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b95f0e-3855-4942-b4a5-bcf1826440ed taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.003409] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.003409] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.003581] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.003981] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.004068] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.004138] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.004364] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.004460] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.004556] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.507442] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.724455] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b47e5d4c-97f1-474f-b974-8f66cac36316 in Status: SUCCESS [ 851.724851] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b47e5d4c-97f1-474f-b974-8f66cac36316 deletion is rescheduled due to dependency. [ 851.725202] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.003807] env[69297]: INFO networking_nsxv3.common.synchronization [req-77bb75f5-d863-49f3-825c-5fd5c69b0528 req-a5dfec77-e4ca-4db4-afee-e4f35ff45b8a tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Enqueued Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_members [ 852.004900] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_members [ 852.005430] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.005621] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.005752] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.006179] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.006451] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.006876] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.006876] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.007047] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.007209] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.007399] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.009705] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.363827] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.364118] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-702" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.364202] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-702" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.364569] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-702" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.364839] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.366634] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.366834] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.367118] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.367279] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.367509] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 852.367624] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.367735] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.367936] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.367985] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 852.368102] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.368268] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.392023] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.392023] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 852.392023] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.392023] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-702" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.392023] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-c40a62bb-e5c4-4c39-8178-d41e16403c4a taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.392023] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-c40a62bb-e5c4-4c39-8178-d41e16403c4a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.392023] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-c40a62bb-e5c4-4c39-8178-d41e16403c4a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.392023] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-c40a62bb-e5c4-4c39-8178-d41e16403c4a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.392023] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c40a62bb-e5c4-4c39-8178-d41e16403c4a',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.510627] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.510786] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.510862] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.511104] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.511202] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.511396] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.511496] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.511556] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.511707] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.511783] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.511867] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 already deleted. [ 852.511950] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.513368] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.513464] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.513536] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.513675] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.513752] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.513832] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed is going to be updated. [ 852.541552] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.541719] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.541812] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.542047] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.542240] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.551687] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed in Status: IN_PROGRESS for 2s [ 852.895838] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.896140] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.896336] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.896653] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.896850] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.897087] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port c40a62bb-e5c4-4c39-8178-d41e16403c4a not found, creating... [ 852.897394] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.897588] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.897712] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.898085] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.898278] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.898606] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.898812] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.899146] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.899436] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.899608] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.899765] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: c40a62bb-e5c4-4c39-8178-d41e16403c4a is going to be created. [ 852.932891] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.933228] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.933453] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.933817] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.934074] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.934377] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-c40a62bb-e5c4-4c39-8178-d41e16403c4a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.619413] env[69297]: INFO networking_nsxv3.common.synchronization [req-77bb75f5-d863-49f3-825c-5fd5c69b0528 req-d5a335db-b45c-4318-8213-e58dd68eedf0 service nova] Enqueued Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_rules [ 853.619673] env[69297]: INFO networking_nsxv3.common.synchronization [req-77bb75f5-d863-49f3-825c-5fd5c69b0528 req-d5a335db-b45c-4318-8213-e58dd68eedf0 service nova] Enqueued Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_members [ 853.619768] env[69297]: INFO networking_nsxv3.common.synchronization [req-77bb75f5-d863-49f3-825c-5fd5c69b0528 req-d5a335db-b45c-4318-8213-e58dd68eedf0 service nova] Enqueued Resource ID: c40a62bb-e5c4-4c39-8178-d41e16403c4a with Priority: HIGHEST for action port [ 853.620315] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_rules [ 853.620454] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_members [ 853.620551] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c40a62bb-e5c4-4c39-8178-d41e16403c4a with Priority: HIGHEST for action port [ 853.620860] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be1cdc3a-b30c-499e-b396-93b1f27bb1e6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.620995] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.621098] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.621463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.621597] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.622477] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.622596] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.622882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.622882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.623014] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.623110] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.623178] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.623328] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.623414] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.623505] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.624290] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-c40a62bb-e5c4-4c39-8178-d41e16403c4a taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.624552] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c40a62bb-e5c4-4c39-8178-d41e16403c4a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.624552] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c40a62bb-e5c4-4c39-8178-d41e16403c4a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.624622] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c40a62bb-e5c4-4c39-8178-d41e16403c4a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.624668] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c40a62bb-e5c4-4c39-8178-d41e16403c4a',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.129480] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.133724] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.133724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.133724] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c40a62bb-e5c4-4c39-8178-d41e16403c4a with status ACTIVE [ 854.133724] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.133724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.133724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.133724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.133724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.133724] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.133724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.133724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.133724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.133724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.133724] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.134434] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.134434] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.134434] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.134434] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.136718] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c40a62bb-e5c4-4c39-8178-d41e16403c4a is going to be updated. [ 854.167602] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.167602] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.167602] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.167602] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.167602] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.167602] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c40a62bb-e5c4-4c39-8178-d41e16403c4a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.504418] env[69297]: INFO networking_nsxv3.common.synchronization [req-2f501968-b013-41a1-9697-bcebe7b7c69d req-52d052e5-474d-4879-a3e4-3f8c8db132ac tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Enqueued Resource ID: d1be89ca-b5f2-4292-b680-25d0949cbaac with Priority: HIGHEST for action security_group_members [ 854.504610] env[69297]: INFO networking_nsxv3.common.synchronization [req-2f501968-b013-41a1-9697-bcebe7b7c69d req-52d052e5-474d-4879-a3e4-3f8c8db132ac tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Enqueued Resource ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 with Priority: HIGHEST for action security_group_members [ 854.505138] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1be89ca-b5f2-4292-b680-25d0949cbaac with Priority: HIGHEST for action security_group_members [ 854.505280] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 with Priority: HIGHEST for action security_group_members [ 854.505565] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1be89ca-b5f2-4292-b680-25d0949cbaac taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.505884] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1be89ca-b5f2-4292-b680-25d0949cbaac" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.505973] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1be89ca-b5f2-4292-b680-25d0949cbaac" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.506257] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1be89ca-b5f2-4292-b680-25d0949cbaac" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.506424] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.506550] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.506589] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.506723] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.506806] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.506921] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1be89ca-b5f2-4292-b680-25d0949cbaac',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.508139] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b9e92b7-8757-4b0f-b920-58a9115f7369 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.508253] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.508331] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.508477] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.508618] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.508709] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.508789] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.508935] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.509762] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.509996] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b9e92b7-8757-4b0f-b920-58a9115f7369',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.561542] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed in Status: SUCCESS [ 854.562080] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.568926] env[69297]: INFO networking_nsxv3.common.synchronization [req-2f501968-b013-41a1-9697-bcebe7b7c69d req-52d052e5-474d-4879-a3e4-3f8c8db132ac tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Enqueued Resource ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 with Priority: HIGHEST for action security_group_rules [ 854.569189] env[69297]: INFO networking_nsxv3.common.synchronization [req-2f501968-b013-41a1-9697-bcebe7b7c69d req-52d052e5-474d-4879-a3e4-3f8c8db132ac tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Enqueued Resource ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 with Priority: HIGHEST for action security_group_members [ 854.569358] env[69297]: INFO networking_nsxv3.common.synchronization [req-2f501968-b013-41a1-9697-bcebe7b7c69d req-52d052e5-474d-4879-a3e4-3f8c8db132ac tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Enqueued Resource ID: d1be89ca-b5f2-4292-b680-25d0949cbaac with Priority: HIGHEST for action security_group_rules [ 854.569541] env[69297]: INFO networking_nsxv3.common.synchronization [req-2f501968-b013-41a1-9697-bcebe7b7c69d req-52d052e5-474d-4879-a3e4-3f8c8db132ac tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Enqueued Resource ID: d1be89ca-b5f2-4292-b680-25d0949cbaac with Priority: HIGHEST for action security_group_members [ 854.569736] env[69297]: INFO networking_nsxv3.common.synchronization [req-2f501968-b013-41a1-9697-bcebe7b7c69d req-52d052e5-474d-4879-a3e4-3f8c8db132ac tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Enqueued Resource ID: b5d65fa3-b758-49b0-a388-5b7c2aeff30e with Priority: HIGHEST for action port [ 854.570385] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 with Priority: HIGHEST for action security_group_rules [ 854.570557] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1be89ca-b5f2-4292-b680-25d0949cbaac with Priority: HIGHEST for action security_group_rules [ 854.570706] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d65fa3-b758-49b0-a388-5b7c2aeff30e with Priority: HIGHEST for action port [ 854.570869] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 with Priority: HIGHEST for action security_group_members [ 854.571010] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1be89ca-b5f2-4292-b680-25d0949cbaac with Priority: HIGHEST for action security_group_members [ 854.571363] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b9e92b7-8757-4b0f-b920-58a9115f7369 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.571532] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.571608] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.571841] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.571937] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b9e92b7-8757-4b0f-b920-58a9115f7369',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.576025] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1be89ca-b5f2-4292-b680-25d0949cbaac taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.576025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1be89ca-b5f2-4292-b680-25d0949cbaac" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.576025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1be89ca-b5f2-4292-b680-25d0949cbaac" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.576025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1be89ca-b5f2-4292-b680-25d0949cbaac" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.576025] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1be89ca-b5f2-4292-b680-25d0949cbaac',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.576025] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5d65fa3-b758-49b0-a388-5b7c2aeff30e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.576025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5d65fa3-b758-49b0-a388-5b7c2aeff30e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.576025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5d65fa3-b758-49b0-a388-5b7c2aeff30e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.576025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5d65fa3-b758-49b0-a388-5b7c2aeff30e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.576025] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5d65fa3-b758-49b0-a388-5b7c2aeff30e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.580026] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b9e92b7-8757-4b0f-b920-58a9115f7369 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.580026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.580026] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1be89ca-b5f2-4292-b680-25d0949cbaac taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.580026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1be89ca-b5f2-4292-b680-25d0949cbaac" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.639303] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.011856] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1be89ca-b5f2-4292-b680-25d0949cbaac',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.012814] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b9e92b7-8757-4b0f-b920-58a9115f7369',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.074259] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b9e92b7-8757-4b0f-b920-58a9115f7369 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.074259] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.075944] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1be89ca-b5f2-4292-b680-25d0949cbaac taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.075944] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1be89ca-b5f2-4292-b680-25d0949cbaac" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.081023] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5d65fa3-b758-49b0-a388-5b7c2aeff30e with status ACTIVE [ 855.081023] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.081023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.081023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.081023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.081023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.081023] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.081023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.081023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.081023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.081023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.081023] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.081023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.081023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.081023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.081023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.081023] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5d65fa3-b758-49b0-a388-5b7c2aeff30e is going to be updated. [ 855.111179] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.111179] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.111179] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.111179] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.111179] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.111179] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5d65fa3-b758-49b0-a388-5b7c2aeff30e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.120209] env[69297]: INFO networking_nsxv3.common.synchronization [req-278dce76-8549-4c25-8327-2f22acf9aefb req-39b2fafe-dcce-4b08-8971-d8681956c16d tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Enqueued Resource ID: d1be89ca-b5f2-4292-b680-25d0949cbaac with Priority: HIGHEST for action security_group_members [ 855.120397] env[69297]: INFO networking_nsxv3.common.synchronization [req-278dce76-8549-4c25-8327-2f22acf9aefb req-39b2fafe-dcce-4b08-8971-d8681956c16d tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Enqueued Resource ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 with Priority: HIGHEST for action security_group_members [ 855.121044] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1be89ca-b5f2-4292-b680-25d0949cbaac with Priority: HIGHEST for action security_group_members [ 855.121153] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 with Priority: HIGHEST for action security_group_members [ 855.121455] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1be89ca-b5f2-4292-b680-25d0949cbaac taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.121597] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1be89ca-b5f2-4292-b680-25d0949cbaac" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.121774] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b9e92b7-8757-4b0f-b920-58a9115f7369 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.121882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.141893] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.142196] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.142196] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.142407] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.142477] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.142531] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 is going to be created. [ 855.170255] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.170513] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.170684] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.170909] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.171140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.197521] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 in Status: UNINITIALIZED for 2s [ 855.199788] env[69297]: INFO networking_nsxv3.common.synchronization [req-278dce76-8549-4c25-8327-2f22acf9aefb req-39b2fafe-dcce-4b08-8971-d8681956c16d tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Enqueued Resource ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 with Priority: HIGHEST for action security_group_rules [ 855.199970] env[69297]: INFO networking_nsxv3.common.synchronization [req-278dce76-8549-4c25-8327-2f22acf9aefb req-39b2fafe-dcce-4b08-8971-d8681956c16d tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Enqueued Resource ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 with Priority: HIGHEST for action security_group_members [ 855.200384] env[69297]: INFO networking_nsxv3.common.synchronization [req-278dce76-8549-4c25-8327-2f22acf9aefb req-39b2fafe-dcce-4b08-8971-d8681956c16d tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Enqueued Resource ID: b5d65fa3-b758-49b0-a388-5b7c2aeff30e with Priority: HIGHEST for action port [ 855.200962] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 with Priority: HIGHEST for action security_group_rules [ 855.201119] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 with Priority: HIGHEST for action security_group_members [ 855.201217] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d65fa3-b758-49b0-a388-5b7c2aeff30e with Priority: HIGHEST for action port [ 855.201492] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b9e92b7-8757-4b0f-b920-58a9115f7369 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.201597] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.202031] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b9e92b7-8757-4b0f-b920-58a9115f7369 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.202135] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.202551] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5d65fa3-b758-49b0-a388-5b7c2aeff30e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.202662] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5d65fa3-b758-49b0-a388-5b7c2aeff30e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.202743] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5d65fa3-b758-49b0-a388-5b7c2aeff30e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.202933] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5d65fa3-b758-49b0-a388-5b7c2aeff30e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.203033] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5d65fa3-b758-49b0-a388-5b7c2aeff30e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.514766] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1be89ca-b5f2-4292-b680-25d0949cbaac',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.520319] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b9e92b7-8757-4b0f-b920-58a9115f7369',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.705235] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5d65fa3-b758-49b0-a388-5b7c2aeff30e with status ACTIVE [ 855.705579] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.705748] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.705842] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.706128] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.706254] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.706459] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.706568] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.706635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.706850] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.706945] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.707147] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.707263] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.707333] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.707466] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.707599] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.707644] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5d65fa3-b758-49b0-a388-5b7c2aeff30e is going to be updated. [ 855.737316] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.737524] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.737640] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.737952] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.738221] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.738334] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5d65fa3-b758-49b0-a388-5b7c2aeff30e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.018389] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.018474] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.018554] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.019944] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.019944] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.019944] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1be89ca-b5f2-4292-b680-25d0949cbaac is going to be created. [ 856.024666] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.024666] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.024666] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.024666] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.024666] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.024666] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 is going to be updated. [ 856.055660] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.055866] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.056925] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.056925] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.056925] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.059148] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.059354] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.059429] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.059709] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.061017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.074400] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1be89ca-b5f2-4292-b680-25d0949cbaac in Status: UNINITIALIZED for 2s [ 856.075411] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 in Status: IN_PROGRESS for 2s [ 857.209686] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 in Status: SUCCESS [ 857.210594] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.210594] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.210594] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.210795] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.210906] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.211491] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.211491] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.211491] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.211491] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.211491] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.714605] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.714759] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.714833] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.715097] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.715299] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.715410] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.715486] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.715687] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.715790] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.716012] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.716369] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.716474] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.716536] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.716686] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.718989] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.719177] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.719268] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.719441] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.719550] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.719648] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.719766] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.086686] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1be89ca-b5f2-4292-b680-25d0949cbaac in Status: SUCCESS [ 858.086972] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1be89ca-b5f2-4292-b680-25d0949cbaac" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.087104] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1be89ca-b5f2-4292-b680-25d0949cbaac" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.087311] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1be89ca-b5f2-4292-b680-25d0949cbaac" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.087516] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.087641] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.087727] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.087851] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.087992] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.088127] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1be89ca-b5f2-4292-b680-25d0949cbaac',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.089825] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 in Status: SUCCESS [ 858.090055] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.090228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.090417] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.090660] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.090783] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.090783] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.090946] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.091037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.091134] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b9e92b7-8757-4b0f-b920-58a9115f7369',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.224023] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be1cdc3a-b30c-499e-b396-93b1f27bb1e6: rpc.has_security_group_logging(os_id): False [ 858.249317] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.249317] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.249317] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.249317] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.249317] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.249317] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.249317] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.249317] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.249317] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.249317] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.249317] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.249317] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.249317] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.250186] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.250186] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.250429] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.250538] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.250636] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.250791] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.250888] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.251020] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 is going to be created. [ 858.338836] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.338836] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.338836] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.338836] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.338836] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.351212] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 in Status: IN_PROGRESS for 2s [ 858.594594] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b9e92b7-8757-4b0f-b920-58a9115f7369',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.595778] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.596023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.596168] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.596359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.596420] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.596660] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.596794] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.596873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.597032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.597134] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.597250] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1be89ca-b5f2-4292-b680-25d0949cbaac is going to be deleted. [ 858.712286] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.712286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.712286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.712286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.712286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.712658] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1be89ca-b5f2-4292-b680-25d0949cbaac" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.712658] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1be89ca-b5f2-4292-b680-25d0949cbaac" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.712727] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1be89ca-b5f2-4292-b680-25d0949cbaac" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.712936] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.713048] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.713048] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.713183] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.713258] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.713351] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1be89ca-b5f2-4292-b680-25d0949cbaac',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.101872] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b9e92b7-8757-4b0f-b920-58a9115f7369',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.219477] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.219477] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.219477] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.219477] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.219477] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.219477] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.219477] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.219477] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.219477] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.219477] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.219477] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1be89ca-b5f2-4292-b680-25d0949cbaac already deleted. [ 859.219477] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1be89ca-b5f2-4292-b680-25d0949cbaac" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.219477] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1be89ca-b5f2-4292-b680-25d0949cbaac',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.219477] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1be89ca-b5f2-4292-b680-25d0949cbaac" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.219477] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1be89ca-b5f2-4292-b680-25d0949cbaac" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.219477] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.220043] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.220043] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.220043] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.220043] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.220589] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1be89ca-b5f2-4292-b680-25d0949cbaac',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.592602] env[69297]: INFO networking_nsxv3.common.synchronization [req-77bb75f5-d863-49f3-825c-5fd5c69b0528 req-70852cd5-da96-471e-b8a5-1a26c72bed45 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Enqueued Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_members [ 859.593218] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_members [ 859.594047] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.594266] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.594356] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.594606] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.595126] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.595126] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.595261] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.595619] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.595753] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.595985] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.604948] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.605486] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.605486] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.605605] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.605659] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.605931] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 is going to be updated. [ 859.636084] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.636084] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.636084] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.636084] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.636084] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.644530] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 in Status: IN_PROGRESS for 2s [ 859.725695] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.725695] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.725695] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.725695] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.725695] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.725695] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.725695] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.725695] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.725695] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.725695] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.725695] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1be89ca-b5f2-4292-b680-25d0949cbaac already deleted. [ 859.725695] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1be89ca-b5f2-4292-b680-25d0949cbaac" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.725695] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1be89ca-b5f2-4292-b680-25d0949cbaac',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.964125] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.964125] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-702" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.964125] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-702" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.964125] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-702" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.964669] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.964992] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.965307] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.965724] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.968090] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.968090] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.968090] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.968090] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.968090] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.968090] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 859.968090] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.968090] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.988428] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.988650] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 859.988847] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.989103] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-702" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.989517] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-1ede6e39-bf44-40f3-bd59-f06646e11217 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.989711] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-1ede6e39-bf44-40f3-bd59-f06646e11217" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.991071] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-1ede6e39-bf44-40f3-bd59-f06646e11217" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.991985] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-1ede6e39-bf44-40f3-bd59-f06646e11217" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.992194] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ede6e39-bf44-40f3-bd59-f06646e11217',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.099325] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.228304] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1be89ca-b5f2-4292-b680-25d0949cbaac: rpc.has_security_group_logging(os_id): False [ 860.249133] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.249362] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.249440] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.249668] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.249762] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.249999] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.250129] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.250196] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.250381] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.250532] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.250574] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1be89ca-b5f2-4292-b680-25d0949cbaac is going to be created. [ 860.271553] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d1be89ca-b5f2-4292-b680-25d0949cbaac], does not exist path=[/infra/domains/default/groups/d1be89ca-b5f2-4292-b680-25d0949cbaac]."\n}' [ 860.273439] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1be89ca-b5f2-4292-b680-25d0949cbaac failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d1be89ca-b5f2-4292-b680-25d0949cbaac [ 860.273439] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 860.319594] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.319862] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.319862] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.320116] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.321793] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.323201] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.323201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.323201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.323414] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.323491] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.323714] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.323815] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.323873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.324059] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.324140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.324226] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1be89ca-b5f2-4292-b680-25d0949cbaac is going to be created. [ 860.343862] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d1be89ca-b5f2-4292-b680-25d0949cbaac], does not exist path=[/infra/domains/default/groups/d1be89ca-b5f2-4292-b680-25d0949cbaac]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d1be89ca-b5f2-4292-b680-25d0949cbaac [ 860.344841] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1be89ca-b5f2-4292-b680-25d0949cbaac" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.344841] env[69297]: Traceback (most recent call last): [ 860.344841] env[69297]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 860.344841] env[69297]: return func(*args, **kwargs) [ 860.344841] env[69297]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 860.344841] env[69297]: res.raise_for_status() [ 860.344841] env[69297]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 860.344841] env[69297]: raise HTTPError(http_error_msg, response=self) [ 860.344841] env[69297]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d1be89ca-b5f2-4292-b680-25d0949cbaac [ 860.344841] env[69297]: During handling of the above exception, another exception occurred: [ 860.344841] env[69297]: Traceback (most recent call last): [ 860.344841] env[69297]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 860.344841] env[69297]: listener.cb(fileno) [ 860.344841] env[69297]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 860.344841] env[69297]: result = function(*args, **kwargs) [ 860.344841] env[69297]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 860.344841] env[69297]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 860.344841] env[69297]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 860.344841] env[69297]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 860.344841] env[69297]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 860.344841] env[69297]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 860.344841] env[69297]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 860.344841] env[69297]: res.raise_for_status() [ 860.344841] env[69297]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 860.344841] env[69297]: raise HTTPError(http_error_msg, response=self) [ 860.344841] env[69297]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d1be89ca-b5f2-4292-b680-25d0949cbaac [ 860.344841] env[69297]: Removing descriptor: 21 [ 860.368021] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 in Status: SUCCESS [ 860.368021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.495112] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.495375] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.495513] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.495843] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.496011] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.496253] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 1ede6e39-bf44-40f3-bd59-f06646e11217 not found, creating... [ 860.496639] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.496854] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.497022] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.497299] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.497462] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.497802] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.498045] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.498190] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.498574] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.498574] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.498815] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 1ede6e39-bf44-40f3-bd59-f06646e11217 is going to be created. [ 860.524130] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.524339] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.524488] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.524746] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.524974] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.525239] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-1ede6e39-bf44-40f3-bd59-f06646e11217" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.600849] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.104946] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.105166] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.105231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.105399] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.105491] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.105587] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 is going to be updated. [ 861.140301] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.140486] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.140829] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.140829] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.141294] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.151495] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 in Status: IN_PROGRESS for 2s [ 861.256093] env[69297]: INFO networking_nsxv3.common.synchronization [req-77bb75f5-d863-49f3-825c-5fd5c69b0528 req-6263b660-3098-45dc-b86d-2075c4610885 service nova] Enqueued Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_rules [ 861.256272] env[69297]: INFO networking_nsxv3.common.synchronization [req-77bb75f5-d863-49f3-825c-5fd5c69b0528 req-6263b660-3098-45dc-b86d-2075c4610885 service nova] Enqueued Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_members [ 861.256410] env[69297]: INFO networking_nsxv3.common.synchronization [req-77bb75f5-d863-49f3-825c-5fd5c69b0528 req-6263b660-3098-45dc-b86d-2075c4610885 service nova] Enqueued Resource ID: 1ede6e39-bf44-40f3-bd59-f06646e11217 with Priority: HIGHEST for action port [ 861.256649] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_rules [ 861.256781] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_members [ 861.256874] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ede6e39-bf44-40f3-bd59-f06646e11217 with Priority: HIGHEST for action port [ 861.257607] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be1cdc3a-b30c-499e-b396-93b1f27bb1e6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.258607] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.258607] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.258714] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.258778] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.259694] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.259793] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.260023] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ede6e39-bf44-40f3-bd59-f06646e11217 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.260135] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ede6e39-bf44-40f3-bd59-f06646e11217" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.260202] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ede6e39-bf44-40f3-bd59-f06646e11217" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.260444] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ede6e39-bf44-40f3-bd59-f06646e11217" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.260489] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ede6e39-bf44-40f3-bd59-f06646e11217',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.655528] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 in Status: SUCCESS [ 861.655945] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.655994] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.656210] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.656475] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.656537] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.656611] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.656775] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.656892] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.656963] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.657111] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b9e92b7-8757-4b0f-b920-58a9115f7369',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.658172] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.658172] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.658340] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.658464] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.658559] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.658730] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.658835] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.658969] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b9e92b7-8757-4b0f-b920-58a9115f7369',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.763097] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.763295] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.766787] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ede6e39-bf44-40f3-bd59-f06646e11217 with status ACTIVE [ 861.767043] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.767213] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.767289] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.767499] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.767612] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.767868] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.767868] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.768137] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.768186] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.768277] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.768466] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.768593] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.768662] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.768764] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.768842] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.768928] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ede6e39-bf44-40f3-bd59-f06646e11217 is going to be updated. [ 861.792229] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.792372] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.792444] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.792654] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.792792] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.792951] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ede6e39-bf44-40f3-bd59-f06646e11217" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.161803] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b9e92b7-8757-4b0f-b920-58a9115f7369 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.161918] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.162112] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b9e92b7-8757-4b0f-b920-58a9115f7369',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.348103] env[69297]: INFO networking_nsxv3.common.synchronization [req-b70bb4a8-6b18-4685-a566-995280625fde req-70f14608-a305-4659-b093-24fc9d627f76 tempest-ServerRescueTestJSONUnderV235-976255747 tempest-ServerRescueTestJSONUnderV235-976255747-project-member] Enqueued Resource ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 with Priority: HIGHEST for action security_group_members [ 862.348660] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 with Priority: HIGHEST for action security_group_members [ 862.348968] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b9e92b7-8757-4b0f-b920-58a9115f7369 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.349097] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.524019] env[69297]: INFO networking_nsxv3.common.synchronization [req-4113c6f7-8d29-4782-8dbd-a0196ba4337e req-a56d8805-8524-487c-af7f-c4989b483f14 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Enqueued Resource ID: e8cf266c-0d94-4f58-b780-a9fcdce17a9c with Priority: HIGHEST for action security_group_members [ 862.524019] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8cf266c-0d94-4f58-b780-a9fcdce17a9c with Priority: HIGHEST for action security_group_members [ 862.524019] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.524019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.524019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.526707] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.526913] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.527040] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.527123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.527293] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.527375] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.527471] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8cf266c-0d94-4f58-b780-a9fcdce17a9c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.669781] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b9e92b7-8757-4b0f-b920-58a9115f7369',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.029345] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.029503] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.029566] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.029795] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.029869] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.030062] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.030157] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.030216] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.030360] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.030439] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.030526] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8cf266c-0d94-4f58-b780-a9fcdce17a9c already deleted. [ 863.030606] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.170804] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.170980] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.171178] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.171462] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.172296] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.172448] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 is going to be updated. [ 863.178429] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 in Status: SUCCESS [ 863.178429] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.178429] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.178429] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.178429] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.178728] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.178728] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.178728] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.178836] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.178894] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.216037] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.216037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.216037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.216214] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.216408] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.229710] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 in Status: IN_PROGRESS for 2s [ 863.356111] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-950 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.356370] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-950" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.356629] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-950" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.356920] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-950" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.357303] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.357488] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.357684] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.358010] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.358206] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.358510] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.358666] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.358798] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.358988] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.360339] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.360339] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.360339] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.387133] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.387421] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 863.387586] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.387775] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-950" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.388247] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-62564c09-2634-44c3-94c0-d5b30dec4383 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.388449] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-62564c09-2634-44c3-94c0-d5b30dec4383" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.388572] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-62564c09-2634-44c3-94c0-d5b30dec4383" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.388949] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-62564c09-2634-44c3-94c0-d5b30dec4383" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.389473] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62564c09-2634-44c3-94c0-d5b30dec4383',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.525766] env[69297]: INFO networking_nsxv3.common.synchronization [req-7e5a0452-aa56-4e2d-8d0a-4dbb940f492c req-5e339fe7-b84f-4683-b314-0a573647f78e tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Enqueued Resource ID: 4284137f-a81f-49d8-9e04-5508d37328bb with Priority: HIGHEST for action security_group_members [ 863.526502] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4284137f-a81f-49d8-9e04-5508d37328bb with Priority: HIGHEST for action security_group_members [ 863.526902] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4284137f-a81f-49d8-9e04-5508d37328bb taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.527269] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.527353] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.527619] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.527899] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.528147] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.528147] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.529343] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.529343] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.529343] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4284137f-a81f-49d8-9e04-5508d37328bb',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.684435] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.893233] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.893519] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.893632] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.893877] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.894044] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.894207] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 62564c09-2634-44c3-94c0-d5b30dec4383 not found, creating... [ 863.894494] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.894668] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.894784] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.895016] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.895162] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.895449] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.895652] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.895774] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.896162] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.896376] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.896578] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 62564c09-2634-44c3-94c0-d5b30dec4383 is going to be created. [ 863.923300] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.923538] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.923620] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.923893] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.924138] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.924359] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-62564c09-2634-44c3-94c0-d5b30dec4383" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.032923] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.032923] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.032923] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.033260] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.076402] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.076666] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.076924] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.076924] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.077127] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.077251] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.077352] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4284137f-a81f-49d8-9e04-5508d37328bb is going to be updated. [ 864.116541] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.116762] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.116817] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.117078] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.117258] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.127007] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4284137f-a81f-49d8-9e04-5508d37328bb in Status: IN_PROGRESS for 2s [ 864.186529] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.688304] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.688598] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.688598] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.688921] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.689096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.689267] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 is going to be updated. [ 864.720126] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.720126] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.720126] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.720126] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.720126] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.727939] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 in Status: IN_PROGRESS for 2s [ 864.838284] env[69297]: INFO networking_nsxv3.common.synchronization [req-4113c6f7-8d29-4782-8dbd-a0196ba4337e req-64874687-aae1-489c-bf47-3104de2db4fe service nova] Enqueued Resource ID: e8cf266c-0d94-4f58-b780-a9fcdce17a9c with Priority: HIGHEST for action security_group_rules [ 864.838284] env[69297]: INFO networking_nsxv3.common.synchronization [req-4113c6f7-8d29-4782-8dbd-a0196ba4337e req-64874687-aae1-489c-bf47-3104de2db4fe service nova] Enqueued Resource ID: e8cf266c-0d94-4f58-b780-a9fcdce17a9c with Priority: HIGHEST for action security_group_members [ 864.838284] env[69297]: INFO networking_nsxv3.common.synchronization [req-4113c6f7-8d29-4782-8dbd-a0196ba4337e req-64874687-aae1-489c-bf47-3104de2db4fe service nova] Enqueued Resource ID: 62564c09-2634-44c3-94c0-d5b30dec4383 with Priority: HIGHEST for action port [ 864.838284] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8cf266c-0d94-4f58-b780-a9fcdce17a9c with Priority: HIGHEST for action security_group_rules [ 864.838284] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8cf266c-0d94-4f58-b780-a9fcdce17a9c with Priority: HIGHEST for action security_group_members [ 864.838284] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62564c09-2634-44c3-94c0-d5b30dec4383 with Priority: HIGHEST for action port [ 864.838284] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8cf266c-0d94-4f58-b780-a9fcdce17a9c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.838284] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.839487] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.840041] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.840464] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8cf266c-0d94-4f58-b780-a9fcdce17a9c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.845125] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.845125] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.845125] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.845125] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.845125] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.846393] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.846393] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.846673] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.846800] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.847147] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8cf266c-0d94-4f58-b780-a9fcdce17a9c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.848954] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-62564c09-2634-44c3-94c0-d5b30dec4383 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.848954] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62564c09-2634-44c3-94c0-d5b30dec4383" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.848954] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62564c09-2634-44c3-94c0-d5b30dec4383" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.849208] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62564c09-2634-44c3-94c0-d5b30dec4383" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.849389] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62564c09-2634-44c3-94c0-d5b30dec4383',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.929401] env[69297]: INFO networking_nsxv3.common.synchronization [req-231bd2a8-6f2d-4b68-b114-f10cb053fe34 req-8083e688-2ac5-42be-995e-8d3a242bd59a tempest-ServersTestManualDisk-968733432 tempest-ServersTestManualDisk-968733432-project-member] Enqueued Resource ID: a09f99dd-1fa1-4782-9e62-9f63084d2936 with Priority: HIGHEST for action security_group_members [ 864.929962] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a09f99dd-1fa1-4782-9e62-9f63084d2936 with Priority: HIGHEST for action security_group_members [ 864.930313] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-a09f99dd-1fa1-4782-9e62-9f63084d2936 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.930934] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.930934] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.930934] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.930934] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.931245] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.931245] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.931245] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.931245] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.931462] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a09f99dd-1fa1-4782-9e62-9f63084d2936',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.246258] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 in Status: SUCCESS [ 865.246522] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.246722] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.247049] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.247225] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.247398] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.247495] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.247625] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.247728] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.247843] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b9e92b7-8757-4b0f-b920-58a9115f7369',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.284414] env[69297]: INFO networking_nsxv3.common.synchronization [req-bd81a78d-6764-4c29-a672-c91be0fbc890 req-78446d2a-edcd-4405-8e4b-53676792e1be tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Enqueued Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_members [ 865.285222] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_members [ 865.285608] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.285745] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.285814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.286200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.286388] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.286494] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.286559] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.286755] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.286852] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.286978] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.347035] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.347035] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.349253] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8cf266c-0d94-4f58-b780-a9fcdce17a9c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.351476] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62564c09-2634-44c3-94c0-d5b30dec4383 with status ACTIVE [ 865.351816] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.351891] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.351938] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.352174] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.352259] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.352433] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.352531] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.352591] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.353341] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.353341] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.353341] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.353341] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.353341] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.353341] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.353629] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.353629] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62564c09-2634-44c3-94c0-d5b30dec4383 is going to be updated. [ 865.378471] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.378661] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.378661] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.378876] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.379072] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.379262] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62564c09-2634-44c3-94c0-d5b30dec4383" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.435251] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.435251] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.435251] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.435251] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.460942] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.460942] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.460942] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.460942] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.460942] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.460942] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.460942] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a09f99dd-1fa1-4782-9e62-9f63084d2936 is going to be updated. [ 865.512764] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.512764] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.512764] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.512764] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.512764] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.527130] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a09f99dd-1fa1-4782-9e62-9f63084d2936 in Status: IN_PROGRESS for 2s [ 865.751292] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.751622] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.751622] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.753108] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.778516] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.782032] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.782032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.782032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.782032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.782032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.782032] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 is going to be updated. [ 865.790197] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.791028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.791028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.791028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.807614] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.808351] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.808351] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.808351] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.808351] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.814877] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-599 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.815083] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-599" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.815204] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-599" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.815461] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-599" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.815704] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.815854] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.818018] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.818018] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.818018] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.818018] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 865.818018] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.818018] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.818018] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.818018] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 865.818018] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.818018] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.819018] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 in Status: IN_PROGRESS for 2s [ 865.819813] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.820017] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.820122] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.820186] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.820338] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.820415] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.820500] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 is going to be updated. [ 865.846512] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.846798] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.846924] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.847185] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.847362] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.852543] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8cf266c-0d94-4f58-b780-a9fcdce17a9c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.857234] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.857486] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 865.857688] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.857921] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-599" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.858426] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-36ef6c41-ad13-43af-baf8-15604d536d27 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.858692] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-36ef6c41-ad13-43af-baf8-15604d536d27" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.858871] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-36ef6c41-ad13-43af-baf8-15604d536d27" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.859393] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-36ef6c41-ad13-43af-baf8-15604d536d27" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.859600] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36ef6c41-ad13-43af-baf8-15604d536d27',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.861716] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: IN_PROGRESS for 2s [ 866.137850] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4284137f-a81f-49d8-9e04-5508d37328bb in Status: SUCCESS [ 866.137850] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4284137f-a81f-49d8-9e04-5508d37328bb deletion is rescheduled due to dependency. [ 866.137850] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.355054] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.355226] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.355226] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.355697] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.355808] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.355923] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8cf266c-0d94-4f58-b780-a9fcdce17a9c is going to be created. [ 866.363651] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.363869] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.364027] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.364325] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.364469] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.364624] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 36ef6c41-ad13-43af-baf8-15604d536d27 not found, creating... [ 866.364891] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.365066] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.365187] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.365406] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.365727] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.366109] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.366284] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.366405] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.366622] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.366758] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.366897] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 36ef6c41-ad13-43af-baf8-15604d536d27 is going to be created. [ 866.469714] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.470280] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.470371] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.470578] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.470738] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.478088] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.478320] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.478443] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.478702] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.478927] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.479200] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-36ef6c41-ad13-43af-baf8-15604d536d27" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.484802] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8cf266c-0d94-4f58-b780-a9fcdce17a9c in Status: UNINITIALIZED for 2s [ 866.739900] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 in Status: SUCCESS [ 866.739900] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.739900] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.740597] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.740883] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.741178] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.741286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.741515] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.741599] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.742052] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.742052] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.083488] env[69297]: INFO networking_nsxv3.common.synchronization [req-bd81a78d-6764-4c29-a672-c91be0fbc890 req-5c4464ee-5aed-427d-9fae-5e437307fa9f service nova] Enqueued Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_rules [ 867.083488] env[69297]: INFO networking_nsxv3.common.synchronization [req-bd81a78d-6764-4c29-a672-c91be0fbc890 req-5c4464ee-5aed-427d-9fae-5e437307fa9f service nova] Enqueued Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_members [ 867.083488] env[69297]: INFO networking_nsxv3.common.synchronization [req-bd81a78d-6764-4c29-a672-c91be0fbc890 req-5c4464ee-5aed-427d-9fae-5e437307fa9f service nova] Enqueued Resource ID: 36ef6c41-ad13-43af-baf8-15604d536d27 with Priority: HIGHEST for action port [ 867.083981] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_rules [ 867.083981] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_members [ 867.083981] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36ef6c41-ad13-43af-baf8-15604d536d27 with Priority: HIGHEST for action port [ 867.084402] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.084521] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.084588] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.084791] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.084920] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.086532] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.086706] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.086963] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-36ef6c41-ad13-43af-baf8-15604d536d27 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.087144] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36ef6c41-ad13-43af-baf8-15604d536d27" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.087249] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36ef6c41-ad13-43af-baf8-15604d536d27" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.087571] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36ef6c41-ad13-43af-baf8-15604d536d27" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.087703] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36ef6c41-ad13-43af-baf8-15604d536d27',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.246562] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.246731] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.246781] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.246988] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.247164] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.247282] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.247322] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.247473] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.247550] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.247637] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.247785] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.247864] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.247973] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.248150] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.248296] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.248387] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.248449] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.248581] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.248654] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.248739] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.248830] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.540334] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a09f99dd-1fa1-4782-9e62-9f63084d2936 in Status: SUCCESS [ 867.540624] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a09f99dd-1fa1-4782-9e62-9f63084d2936 deletion is rescheduled due to dependency. [ 867.540753] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.589515] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.589736] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.589912] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36ef6c41-ad13-43af-baf8-15604d536d27 with status ACTIVE [ 867.590347] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.590347] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.590347] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.590564] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.590740] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.590848] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.590964] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.591041] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.591263] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.591351] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.591602] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.593031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.593031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.593031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.593031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.593031] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36ef6c41-ad13-43af-baf8-15604d536d27 is going to be updated. [ 867.614477] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.614760] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.614760] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.614981] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.615191] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.615280] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36ef6c41-ad13-43af-baf8-15604d536d27" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.751843] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be1cdc3a-b30c-499e-b396-93b1f27bb1e6: rpc.has_security_group_logging(os_id): False [ 867.785196] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.785449] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.785449] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.785686] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.809345] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.809345] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.809345] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.809345] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.809345] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.809345] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.809345] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.809345] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.809345] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.810076] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.810325] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.810695] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.810984] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.811213] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.811517] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.811737] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.811961] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 is going to be updated. [ 867.829346] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 in Status: SUCCESS [ 867.829480] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 deletion is rescheduled due to dependency. [ 867.829523] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.829674] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.829885] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.830626] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.830799] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.830888] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.831067] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.831168] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.831234] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.831410] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b9e92b7-8757-4b0f-b920-58a9115f7369 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.831506] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.831542] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.832082] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.832082] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.832082] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.832082] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.832082] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.832323] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.832323] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.832323] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b9e92b7-8757-4b0f-b920-58a9115f7369',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.834513] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.834688] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.835130] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.835130] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.835130] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.835291] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.835291] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.835498] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b9e92b7-8757-4b0f-b920-58a9115f7369',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.874220] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: SUCCESS [ 867.874220] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 deletion is rescheduled due to dependency. [ 867.874220] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.874220] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.874220] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.874220] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.874220] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.874220] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.874220] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.874220] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.874220] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.880226] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.880226] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.880226] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.881570] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.881570] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.898438] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 in Status: IN_PROGRESS for 2s [ 867.942742] env[69297]: INFO networking_nsxv3.common.synchronization [req-97687c76-809c-4d89-a494-ebcaeee342d9 req-82fd02f3-da3a-45b4-a77e-fd51d2a7b7a0 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Enqueued Resource ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 with Priority: HIGHEST for action security_group_members [ 867.943366] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 with Priority: HIGHEST for action security_group_members [ 867.944138] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.944321] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.944415] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.945402] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.945639] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.945768] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.945853] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.946123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.946218] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.946315] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.337413] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b9e92b7-8757-4b0f-b920-58a9115f7369: rpc.has_security_group_logging(os_id): False [ 868.340429] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.340630] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.340723] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.340966] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.341100] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.341344] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.341477] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.341541] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.341695] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.341788] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.342014] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 is going to be updated. [ 868.358696] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.358696] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.358696] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.358952] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.358952] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.359241] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.359359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.359359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.359879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.359879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.359879] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.359879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.360076] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.360076] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.360135] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.360634] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.361461] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.361461] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.361461] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.361461] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.361461] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 is going to be updated. [ 868.372188] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.372355] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.372355] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.372529] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.372671] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.376480] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-357 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.376690] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-357" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.376884] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-357" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.377158] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-357" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.377457] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.377702] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.377774] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.378111] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.378276] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.378525] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.378633] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.379034] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.379034] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.379034] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.379185] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.379257] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.380353] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.385027] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 in Status: IN_PROGRESS for 2s [ 868.399901] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.400104] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 868.400267] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.400454] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-357" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.400788] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-8ce59199-9a71-4985-ba2a-f2188febedec taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.400971] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-8ce59199-9a71-4985-ba2a-f2188febedec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.401135] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-8ce59199-9a71-4985-ba2a-f2188febedec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.401480] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-8ce59199-9a71-4985-ba2a-f2188febedec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.401631] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ce59199-9a71-4985-ba2a-f2188febedec',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.430369] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.430550] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.430637] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.430874] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.431038] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.447107] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 in Status: IN_PROGRESS for 2s [ 868.448935] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.449174] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.449305] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.449477] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.449558] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.449728] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.449843] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.450020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.450096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.450158] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.450222] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 already deleted. [ 868.450286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.495564] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8cf266c-0d94-4f58-b780-a9fcdce17a9c in Status: SUCCESS [ 868.495787] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.495959] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.496206] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.496405] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.496604] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.496699] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.496922] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.497063] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.497276] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.497409] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8cf266c-0d94-4f58-b780-a9fcdce17a9c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.883137] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.904538] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.905014] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.905134] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.905629] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.905793] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.906089] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 8ce59199-9a71-4985-ba2a-f2188febedec not found, creating... [ 868.906542] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.907070] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.907651] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.907800] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.907947] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.908590] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.908698] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.908900] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.909421] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.909533] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.909800] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 8ce59199-9a71-4985-ba2a-f2188febedec is going to be created. [ 868.933878] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.934306] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.934562] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.935042] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.935499] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.935909] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-8ce59199-9a71-4985-ba2a-f2188febedec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.000556] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.000780] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.000780] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.001010] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.001191] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.001300] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.001365] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.001523] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.001606] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.001691] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.001835] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.001926] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.001987] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.002151] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.002285] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.002376] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.002438] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.002571] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.002656] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.002729] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.002818] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8cf266c-0d94-4f58-b780-a9fcdce17a9c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.387859] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.387859] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.387859] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.387859] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.387859] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.387859] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 is going to be updated. [ 869.427529] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.427691] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.427758] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.428035] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.428206] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.438668] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: IN_PROGRESS for 2s [ 869.505131] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8cf266c-0d94-4f58-b780-a9fcdce17a9c: rpc.has_security_group_logging(os_id): False [ 869.530705] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.530833] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.530948] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.531126] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.531225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.531432] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.531520] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.531632] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.531733] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.531807] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.532084] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.532256] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.532357] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.532515] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.532585] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.532836] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.532970] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.533118] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.533321] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.533401] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.533491] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8cf266c-0d94-4f58-b780-a9fcdce17a9c is going to be created. [ 869.610433] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.610433] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.610433] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.610433] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.610433] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.619608] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8cf266c-0d94-4f58-b780-a9fcdce17a9c in Status: IN_PROGRESS for 2s [ 869.795411] env[69297]: INFO networking_nsxv3.common.synchronization [req-97687c76-809c-4d89-a494-ebcaeee342d9 req-2158f2ed-5bba-49d4-8f4d-318c49776c1a service nova] Enqueued Resource ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 with Priority: HIGHEST for action security_group_rules [ 869.795411] env[69297]: INFO networking_nsxv3.common.synchronization [req-97687c76-809c-4d89-a494-ebcaeee342d9 req-2158f2ed-5bba-49d4-8f4d-318c49776c1a service nova] Enqueued Resource ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 with Priority: HIGHEST for action security_group_members [ 869.795411] env[69297]: INFO networking_nsxv3.common.synchronization [req-97687c76-809c-4d89-a494-ebcaeee342d9 req-2158f2ed-5bba-49d4-8f4d-318c49776c1a service nova] Enqueued Resource ID: 8ce59199-9a71-4985-ba2a-f2188febedec with Priority: HIGHEST for action port [ 869.795411] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 with Priority: HIGHEST for action security_group_rules [ 869.795411] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 with Priority: HIGHEST for action security_group_members [ 869.795411] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ce59199-9a71-4985-ba2a-f2188febedec with Priority: HIGHEST for action port [ 869.795411] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.797010] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.797348] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.798573] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.798935] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.800522] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.802340] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.802447] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.802604] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.802808] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.802921] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.802976] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.803160] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.803213] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.803304] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.805847] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ce59199-9a71-4985-ba2a-f2188febedec taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.809235] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ce59199-9a71-4985-ba2a-f2188febedec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.809385] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ce59199-9a71-4985-ba2a-f2188febedec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.809765] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ce59199-9a71-4985-ba2a-f2188febedec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.809765] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ce59199-9a71-4985-ba2a-f2188febedec',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.919490] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 in Status: SUCCESS [ 869.919490] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.311500] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.311798] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.311930] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.314336] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ce59199-9a71-4985-ba2a-f2188febedec with status ACTIVE [ 870.314987] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.314987] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.317207] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.317207] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.317207] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.317207] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.317207] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.317207] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.317207] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.317207] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.317207] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.317207] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.317207] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.317207] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.317900] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.317900] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ce59199-9a71-4985-ba2a-f2188febedec is going to be updated. [ 870.381251] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.381469] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.381469] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.381736] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.381898] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.382060] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ce59199-9a71-4985-ba2a-f2188febedec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.395507] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 in Status: SUCCESS [ 870.395873] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 deletion is rescheduled due to dependency. [ 870.395873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.467358] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 in Status: SUCCESS [ 870.467358] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.467664] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.467742] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.467880] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b9e92b7-8757-4b0f-b920-58a9115f7369',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.789685] env[69297]: INFO networking_nsxv3.common.synchronization [req-4e0a73f8-0232-4676-b39b-ba0571db8326 req-201c72c9-97cf-4065-8551-aebc1a3d7688 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Enqueued Resource ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c with Priority: HIGHEST for action security_group_members [ 870.789685] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c with Priority: HIGHEST for action security_group_members [ 870.790195] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.790350] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.790422] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.790683] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.791858] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.792484] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.792484] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.792484] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.792484] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.792484] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2d685a4-e4d6-49fa-bec4-29e62ff6e26c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.815200] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.994990] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.994990] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.995165] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.995405] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.995495] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.995594] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b9e92b7-8757-4b0f-b920-58a9115f7369 is going to be deleted. [ 871.064805] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.065062] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.065062] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.065260] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.065366] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.065491] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b9e92b7-8757-4b0f-b920-58a9115f7369" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.248573] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-514 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.248847] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-514" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.249058] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-514" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.249906] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-514" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.250286] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.250528] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.250731] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.251022] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.251229] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.251481] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 871.251628] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.251764] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.251958] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.252184] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 871.252369] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.252569] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.275418] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.275418] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 871.275418] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.275418] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-514" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.275870] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-43e70263-352c-46ca-b483-9976b03ec4c5 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.277737] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-43e70263-352c-46ca-b483-9976b03ec4c5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.277737] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-43e70263-352c-46ca-b483-9976b03ec4c5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.277737] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-43e70263-352c-46ca-b483-9976b03ec4c5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.277737] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43e70263-352c-46ca-b483-9976b03ec4c5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.294630] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.295731] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.295731] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.295731] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.295731] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.295731] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.295731] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.295731] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.296195] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.296195] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.296327] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c already deleted. [ 871.296497] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.321030] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.321030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.321030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.321030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.321030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.321030] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 is going to be created. [ 871.349538] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.349798] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.349798] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.349987] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.350176] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.360549] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 in Status: UNINITIALIZED for 2s [ 871.452416] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: SUCCESS [ 871.452819] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.452819] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.453121] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.453344] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.453472] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.453533] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.453692] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.453996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.453996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.453996] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.634818] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8cf266c-0d94-4f58-b780-a9fcdce17a9c in Status: SUCCESS [ 871.634818] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.701273] env[69297]: INFO networking_nsxv3.common.synchronization [req-eecc6b85-b2d6-43db-adf2-61ad75db9b07 req-d04bde8c-7210-492f-a3f9-3ffd6ce52c7f tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Enqueued Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_members [ 871.709144] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_members [ 871.709144] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.709144] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.709144] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.709144] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.709144] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.709144] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.709144] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.709144] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.709144] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.709144] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.780120] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.780461] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.780630] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.781037] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.781298] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.781609] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 43e70263-352c-46ca-b483-9976b03ec4c5 not found, creating... [ 871.781981] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.782282] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.782500] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.782898] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.783868] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.784542] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.784799] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.784994] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.785357] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.785597] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.785851] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 43e70263-352c-46ca-b483-9976b03ec4c5 is going to be created. [ 871.811693] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.811831] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.811895] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.812283] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.813181] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.813181] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-43e70263-352c-46ca-b483-9976b03ec4c5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.956471] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.956736] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.956873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.957191] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.957410] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.957566] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.958257] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.958257] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.958257] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.958257] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.958513] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.958594] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.958692] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.958909] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.960513] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.960735] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.960836] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.961091] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.961631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.961812] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.961989] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.212906] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.262999] env[69297]: INFO networking_nsxv3.common.synchronization [req-a4d306db-4d76-42e4-b933-a18d11ea7e29 req-0b389618-44e4-434c-9b94-abfbc043ed65 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Enqueued Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_members [ 872.263485] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_members [ 872.265164] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.265164] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.465508] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1dc86b7-b853-47bc-a5de-6615e82494e3: rpc.has_security_group_logging(os_id): False [ 872.490243] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.490628] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.490628] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.490781] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.490781] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.490977] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.491082] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.491145] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.491302] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.491395] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.491576] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.491688] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.491792] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.492262] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.493013] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.493013] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.493013] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.493013] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.493263] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.493354] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.493471] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 is going to be updated. [ 872.570992] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.571215] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.571215] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.571505] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.571678] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.587191] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: IN_PROGRESS for 2s [ 872.664742] env[69297]: INFO networking_nsxv3.common.synchronization [req-4e0a73f8-0232-4676-b39b-ba0571db8326 req-84a23766-c79e-48f8-abe2-e64e20b75ab0 service nova] Enqueued Resource ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c with Priority: HIGHEST for action security_group_rules [ 872.664742] env[69297]: INFO networking_nsxv3.common.synchronization [req-4e0a73f8-0232-4676-b39b-ba0571db8326 req-84a23766-c79e-48f8-abe2-e64e20b75ab0 service nova] Enqueued Resource ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c with Priority: HIGHEST for action security_group_members [ 872.664742] env[69297]: INFO networking_nsxv3.common.synchronization [req-4e0a73f8-0232-4676-b39b-ba0571db8326 req-84a23766-c79e-48f8-abe2-e64e20b75ab0 service nova] Enqueued Resource ID: 43e70263-352c-46ca-b483-9976b03ec4c5 with Priority: HIGHEST for action port [ 872.665684] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c with Priority: HIGHEST for action security_group_rules [ 872.665911] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c with Priority: HIGHEST for action security_group_members [ 872.666239] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43e70263-352c-46ca-b483-9976b03ec4c5 with Priority: HIGHEST for action port [ 872.666483] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.666719] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.666866] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.667160] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.667342] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2d685a4-e4d6-49fa-bec4-29e62ff6e26c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.668835] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.668835] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.668835] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.668835] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.669281] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.669281] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.670127] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.670127] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.670127] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.670127] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2d685a4-e4d6-49fa-bec4-29e62ff6e26c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.670604] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-43e70263-352c-46ca-b483-9976b03ec4c5 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.670762] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43e70263-352c-46ca-b483-9976b03ec4c5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.670804] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43e70263-352c-46ca-b483-9976b03ec4c5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.670938] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43e70263-352c-46ca-b483-9976b03ec4c5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.671262] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43e70263-352c-46ca-b483-9976b03ec4c5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.715085] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.173029] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2d685a4-e4d6-49fa-bec4-29e62ff6e26c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.176453] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.176622] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.177486] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43e70263-352c-46ca-b483-9976b03ec4c5 with status ACTIVE [ 873.177789] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.178283] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.178541] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.178801] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.178925] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.179434] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.179664] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.179774] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.179988] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.180221] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.180504] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.180637] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.180734] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.180894] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.180995] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.181157] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43e70263-352c-46ca-b483-9976b03ec4c5 is going to be updated. [ 873.211099] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.211269] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.211313] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.212237] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.212547] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.212860] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43e70263-352c-46ca-b483-9976b03ec4c5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.217936] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.218206] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.218278] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.218571] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.218724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.218846] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 is going to be updated. [ 873.253765] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.254019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.254019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.254242] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.254425] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.277946] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 in Status: IN_PROGRESS for 2s [ 873.374514] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 in Status: SUCCESS [ 873.374514] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.374514] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.374514] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.374514] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.374514] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.374761] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.374761] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.374824] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.374914] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.375043] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.683210] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2d685a4-e4d6-49fa-bec4-29e62ff6e26c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.880024] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.880024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.880024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.880024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.880024] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.880024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.880024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.880024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.880024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.880024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.880024] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.880024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.880024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.880024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.880024] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.880024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.880763] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.880763] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.880763] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.880763] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.880763] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.188698] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.189533] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.189687] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.189973] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.190110] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.190240] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c is going to be created. [ 874.245598] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.245936] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.246200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.246538] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.246922] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.268500] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c in Status: UNINITIALIZED for 2s [ 874.384111] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87: rpc.has_security_group_logging(os_id): False [ 874.411225] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.411225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.411225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.411225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.411225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.411225] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.411225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.411225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.411225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.411225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.411225] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.411225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.411225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.411225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.411225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.411882] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.411882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.411882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.411882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.411882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.411882] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 is going to be created. [ 874.484928] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.484928] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.484928] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.484928] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.484928] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.497566] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 in Status: IN_PROGRESS for 2s [ 874.611146] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: SUCCESS [ 874.611146] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.295568] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 in Status: SUCCESS [ 875.295956] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.296019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.296234] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.296436] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.296579] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.296646] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.296812] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.296904] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.297022] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.511045] env[69297]: INFO networking_nsxv3.common.synchronization [req-4e038a29-d23f-40f3-bb9c-c65e9e19bf3c req-3aaf87d8-7cbf-46bf-b31f-e08c8d8a3781 tempest-FloatingIPsAssociationTestJSON-1512405855 tempest-FloatingIPsAssociationTestJSON-1512405855-project-member] Enqueued Resource ID: a410f550-ee30-4905-9308-fef53e0f2b62 with Priority: HIGHEST for action security_group_members [ 875.511045] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a410f550-ee30-4905-9308-fef53e0f2b62 with Priority: HIGHEST for action security_group_members [ 875.511045] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-a410f550-ee30-4905-9308-fef53e0f2b62 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.511045] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.511045] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.511045] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.512053] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.513409] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.513409] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.513409] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.513409] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.513409] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a410f550-ee30-4905-9308-fef53e0f2b62',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.665173] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.665173] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.665173] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.665173] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.665173] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.804389] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.804389] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.804389] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.804389] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.804389] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.804389] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.804389] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.804389] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.807288] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.807288] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.807288] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 is going to be updated. [ 875.847865] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.847865] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.847865] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.847865] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.847865] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.861642] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 in Status: IN_PROGRESS for 2s [ 876.015174] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.015452] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.015452] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.015612] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.038098] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.038703] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.038703] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.038703] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.038998] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.038998] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.038998] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a410f550-ee30-4905-9308-fef53e0f2b62 is going to be updated. [ 876.067071] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.068145] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.068145] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.068145] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.068503] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.081584] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a410f550-ee30-4905-9308-fef53e0f2b62 in Status: IN_PROGRESS for 2s [ 876.167149] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.189090] env[69297]: INFO networking_nsxv3.common.synchronization [req-e20f7864-9272-44fc-b682-de3402fb8348 req-6e75fce0-afbd-4293-ab45-cd43278ff941 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Enqueued Resource ID: fda6d7ae-c472-46d1-abe1-a257de399fdc with Priority: HIGHEST for action security_group_members [ 876.189690] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda6d7ae-c472-46d1-abe1-a257de399fdc with Priority: HIGHEST for action security_group_members [ 876.190016] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda6d7ae-c472-46d1-abe1-a257de399fdc taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.190316] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.190405] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.194297] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.194297] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.194297] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.194297] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.194297] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.194297] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.194297] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fda6d7ae-c472-46d1-abe1-a257de399fdc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.281169] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c in Status: SUCCESS [ 876.281169] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.281169] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.281169] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.281169] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.281169] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.281169] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.281169] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.281169] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.281169] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.281169] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2d685a4-e4d6-49fa-bec4-29e62ff6e26c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.508955] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 in Status: SUCCESS [ 876.509396] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.670049] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.698543] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.698730] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.698771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.699537] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.699537] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.699537] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.699537] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.699537] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.699783] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.699783] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.699783] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fda6d7ae-c472-46d1-abe1-a257de399fdc already deleted. [ 876.699872] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.750226] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-376 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.750435] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-376" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.750559] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-376" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.750829] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-376" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.751105] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.751260] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.751874] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.751874] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.751874] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.752036] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.752036] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.752137] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.752261] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.752377] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.752484] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.752626] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.775367] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.775501] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 876.775574] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.775818] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-376" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.776157] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-8afef710-80fc-4165-9e5e-b5bbd55e5056 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.776379] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-8afef710-80fc-4165-9e5e-b5bbd55e5056" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.776464] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-8afef710-80fc-4165-9e5e-b5bbd55e5056" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.776817] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-8afef710-80fc-4165-9e5e-b5bbd55e5056" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.776963] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8afef710-80fc-4165-9e5e-b5bbd55e5056',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.785684] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2d685a4-e4d6-49fa-bec4-29e62ff6e26c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.173440] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 877.173562] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 877.282026] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.282026] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.282026] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.282026] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.282026] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.282026] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 8afef710-80fc-4165-9e5e-b5bbd55e5056 not found, creating... [ 877.282026] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.282026] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.283627] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.284242] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.285145] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.285736] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.288029] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.288029] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.288029] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.288029] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.288029] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 8afef710-80fc-4165-9e5e-b5bbd55e5056 is going to be created. [ 877.292030] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2d685a4-e4d6-49fa-bec4-29e62ff6e26c: rpc.has_security_group_logging(os_id): False [ 877.314946] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.315219] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.315354] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.315588] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.316372] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.316372] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.316372] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.316973] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.317608] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.317608] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.317608] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c is going to be created. [ 877.319735] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.319869] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.320014] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.320259] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.320491] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.320814] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-8afef710-80fc-4165-9e5e-b5bbd55e5056" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.397381] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.397586] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.397631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.398211] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.398841] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.415010] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c in Status: IN_PROGRESS for 2s [ 877.872866] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 in Status: SUCCESS [ 877.872866] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 deletion is rescheduled due to dependency. [ 877.872866] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.093890] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a410f550-ee30-4905-9308-fef53e0f2b62 in Status: SUCCESS [ 878.094837] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a410f550-ee30-4905-9308-fef53e0f2b62 deletion is rescheduled due to dependency. [ 878.094837] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.237600] env[69297]: INFO networking_nsxv3.common.synchronization [req-e20f7864-9272-44fc-b682-de3402fb8348 req-8ec84f28-19fa-4439-a82b-c2930b025041 service nova] Enqueued Resource ID: fda6d7ae-c472-46d1-abe1-a257de399fdc with Priority: HIGHEST for action security_group_rules [ 878.237600] env[69297]: INFO networking_nsxv3.common.synchronization [req-e20f7864-9272-44fc-b682-de3402fb8348 req-8ec84f28-19fa-4439-a82b-c2930b025041 service nova] Enqueued Resource ID: fda6d7ae-c472-46d1-abe1-a257de399fdc with Priority: HIGHEST for action security_group_members [ 878.237600] env[69297]: INFO networking_nsxv3.common.synchronization [req-e20f7864-9272-44fc-b682-de3402fb8348 req-8ec84f28-19fa-4439-a82b-c2930b025041 service nova] Enqueued Resource ID: 8afef710-80fc-4165-9e5e-b5bbd55e5056 with Priority: HIGHEST for action port [ 878.237600] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda6d7ae-c472-46d1-abe1-a257de399fdc with Priority: HIGHEST for action security_group_rules [ 878.237600] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda6d7ae-c472-46d1-abe1-a257de399fdc with Priority: HIGHEST for action security_group_members [ 878.237600] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8afef710-80fc-4165-9e5e-b5bbd55e5056 with Priority: HIGHEST for action port [ 878.237600] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fda6d7ae-c472-46d1-abe1-a257de399fdc taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.237600] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.237600] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.237600] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.237600] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fda6d7ae-c472-46d1-abe1-a257de399fdc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.240817] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda6d7ae-c472-46d1-abe1-a257de399fdc taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.240948] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.241046] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.241230] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.241386] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.241482] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.241542] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.241778] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.241778] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.241923] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fda6d7ae-c472-46d1-abe1-a257de399fdc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.243636] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-8afef710-80fc-4165-9e5e-b5bbd55e5056 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.243636] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8afef710-80fc-4165-9e5e-b5bbd55e5056" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.243636] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8afef710-80fc-4165-9e5e-b5bbd55e5056" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.243636] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8afef710-80fc-4165-9e5e-b5bbd55e5056" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.244375] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8afef710-80fc-4165-9e5e-b5bbd55e5056',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.332831] env[69297]: INFO networking_nsxv3.common.synchronization [req-2c59a490-a4f3-47d9-9acd-83d5e8da070a req-198511d5-61b2-4c3a-b848-60ce1cca66ee tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Enqueued Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_members [ 878.340630] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_members [ 878.341307] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.341419] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.341472] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.341683] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.341836] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.341938] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.342014] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.342173] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.342260] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.342378] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.401486] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.401645] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.401707] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.401877] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.417072] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 878.562339] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.564066] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 878.593721] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.593721] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.593721] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.593721] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.601068] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.601592] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 878.601634] env[69297]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69297) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 878.601853] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 878.646315] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.646466] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.647440] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.647440] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.647847] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.647904] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 878.656425] env[69297]: INFO networking_nsxv3.common.synchronization [req-2c59a490-a4f3-47d9-9acd-83d5e8da070a req-825e4080-ef21-4a1b-84d5-682975742705 tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Enqueued Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_members [ 878.656943] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_members [ 878.657284] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.657391] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.746363] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fda6d7ae-c472-46d1-abe1-a257de399fdc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.747841] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda6d7ae-c472-46d1-abe1-a257de399fdc taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.747984] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.752029] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8afef710-80fc-4165-9e5e-b5bbd55e5056 with status ACTIVE [ 878.752029] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.752029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.752029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.752029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.752029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.752029] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.752029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.752029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.752029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.752029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.753237] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.753405] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.753508] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.753708] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.753791] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.753881] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8afef710-80fc-4165-9e5e-b5bbd55e5056 is going to be updated. [ 878.759764] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.759953] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.759953] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.760175] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.760418] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.760669] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 878.785891] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.786069] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.786158] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.786378] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.786513] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.786667] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8afef710-80fc-4165-9e5e-b5bbd55e5056" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.847333] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.847529] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.847566] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.847788] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.873016] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.873465] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.873465] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.873645] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.873712] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.873772] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.873855] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee is going to be updated. [ 878.929379] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.929565] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.929614] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.929828] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.930110] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.951322] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.951322] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.951322] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.951322] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.951322] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.951322] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:40. [ 878.951322] env[69297]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f450a279-4707-49e5-bae1-e3fcb7507bdf', 'a410f550-ee30-4905-9308-fef53e0f2b62', '4284137f-a81f-49d8-9e04-5508d37328bb', 'c9e7de6b-fda3-402e-85c2-1c8c63ff385d', 'f1dc86b7-b853-47bc-a5de-6615e82494e3', 'b47e5d4c-97f1-474f-b974-8f66cac36316', '83d82433-b9e7-43f2-8431-48c541628597', '9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87', 'be1cdc3a-b30c-499e-b396-93b1f27bb1e6', 'd4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b', 'dfd04832-0b95-4717-ad46-34a15a58f1ec', 'a2d685a4-e4d6-49fa-bec4-29e62ff6e26c', 'a09f99dd-1fa1-4782-9e62-9f63084d2936', '14edead1-bef0-4e8b-ab00-f4f3eb2533ee', 'e8cf266c-0d94-4f58-b780-a9fcdce17a9c', 'f9b05578-5685-4298-b042-4033d485ab17', '530a1c28-7cc4-42d4-91ef-8100ec8ecadd', 'dd304cd5-1ac7-4200-9d97-7c5717d3eb32', '08b69e17-f873-4b0a-b244-19114c7c77c4', '7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3', '14b95f0e-3855-4942-b4a5-bcf1826440ed', '9a5ca00e-221b-44b9-9881-1ad40e457dda', 'eb02e441-14a6-4ad8-8391-1eeb357491aa', 'c0b701f7-25ef-487a-8000-f976a0b61e3a', 'e6a8946e-61d1-4081-97e9-9b588b127e0c', '8e640edd-4d09-47e8-8366-ded745a058e3', 'ec384c20-4cff-4aa4-8a4a-7a6aa9136306', '88929134-bfde-4824-9117-14a5ab1bf3ab', '5ee89125-2d0a-483b-a852-590b1fba1326', 'ae9ce361-4d8e-414d-8c66-387458897bcc', '6b13a6b2-3479-4bf2-836e-55051b0d31e5', 'bc803fbb-44f8-4897-98f1-848121f2f244', '5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f', '7709757a-bd74-4105-a5e2-a538c8b7d9e2', '3794fd0d-dbfb-4192-a5b5-79aa4acf9875', 'c0c116a7-1608-4607-9315-95a266a6cfea', '134cf66a-fbc4-49d7-8cfb-6f8900631f07', 'd8f50b79-2b67-4118-8716-c4cbc2fac90e', 'da5a373d-02c6-496f-8bb2-a4ae83aa34d5', 'b50d4aab-fded-402e-b7f9-1d028aeb2e79'} {{(pid=69297) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 878.951322] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 878.964930] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: IN_PROGRESS for 2s [ 878.985165] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.985381] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.985780] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.985780] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.985780] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.985928] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 878.986013] env[69297]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69297) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 878.986141] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 879.082362] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.082660] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.082660] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.082957] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.084018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.084338] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 879.084448] env[69297]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69297) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 879.084513] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 879.084571] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 879.084696] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/40 resources of Type:Security Group Rules [ 879.084696] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f450a279-4707-49e5-bae1-e3fcb7507bdf with Priority: HIGH for action security_group_rules [ 879.084809] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a410f550-ee30-4905-9308-fef53e0f2b62 with Priority: HIGH for action security_group_rules [ 879.084864] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4284137f-a81f-49d8-9e04-5508d37328bb with Priority: HIGH for action security_group_rules [ 879.084943] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c9e7de6b-fda3-402e-85c2-1c8c63ff385d with Priority: HIGH for action security_group_rules [ 879.084943] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGH for action security_group_rules [ 879.085095] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b47e5d4c-97f1-474f-b974-8f66cac36316 with Priority: HIGH for action security_group_rules [ 879.085095] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 83d82433-b9e7-43f2-8431-48c541628597 with Priority: HIGH for action security_group_rules [ 879.085316] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 with Priority: HIGH for action security_group_rules [ 879.085316] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGH for action security_group_rules [ 879.085316] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGH for action security_group_rules [ 879.085487] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dfd04832-0b95-4717-ad46-34a15a58f1ec with Priority: HIGH for action security_group_rules [ 879.085487] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c with Priority: HIGH for action security_group_rules [ 879.085487] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a09f99dd-1fa1-4782-9e62-9f63084d2936 with Priority: HIGH for action security_group_rules [ 879.085487] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGH for action security_group_rules [ 879.085758] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8cf266c-0d94-4f58-b780-a9fcdce17a9c with Priority: HIGH for action security_group_rules [ 879.085758] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9b05578-5685-4298-b042-4033d485ab17 with Priority: HIGH for action security_group_rules [ 879.085758] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 530a1c28-7cc4-42d4-91ef-8100ec8ecadd with Priority: HIGH for action security_group_rules [ 879.085758] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGH for action security_group_rules [ 879.085962] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 08b69e17-f873-4b0a-b244-19114c7c77c4 with Priority: HIGH for action security_group_rules [ 879.085962] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3 with Priority: HIGH for action security_group_rules [ 879.085962] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.090214] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-877 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.090327] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-877" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.092779] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-877" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.093298] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-877" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.093760] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.098135] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.098672] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.098924] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.099212] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.099559] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.099741] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.099930] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.100129] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.100505] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.100505] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.100757] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.131087] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.131269] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 879.131414] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.131667] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-877" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.132085] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-1f2fc817-3bf7-4db2-9572-28a905eb171e taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.132253] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-1f2fc817-3bf7-4db2-9572-28a905eb171e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.132348] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-1f2fc817-3bf7-4db2-9572-28a905eb171e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.132683] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-1f2fc817-3bf7-4db2-9572-28a905eb171e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.132821] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f2fc817-3bf7-4db2-9572-28a905eb171e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.256022] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fda6d7ae-c472-46d1-abe1-a257de399fdc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.429812] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c in Status: SUCCESS [ 879.429812] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.640036] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.640123] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.640229] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.640530] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.640696] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.640852] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 1f2fc817-3bf7-4db2-9572-28a905eb171e not found, creating... [ 879.641146] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.641328] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.641478] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.641825] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.641825] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.642084] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.642248] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.642362] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.642645] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.642951] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.643629] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 1f2fc817-3bf7-4db2-9572-28a905eb171e is going to be created. [ 879.669512] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.669512] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.669512] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.669512] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.669512] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.669512] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-1f2fc817-3bf7-4db2-9572-28a905eb171e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.758679] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.758966] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.758966] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.759216] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.759343] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.759393] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fda6d7ae-c472-46d1-abe1-a257de399fdc is going to be created. [ 879.799662] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.800704] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.800704] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.800704] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.800704] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.812615] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda6d7ae-c472-46d1-abe1-a257de399fdc in Status: UNINITIALIZED for 2s [ 880.408622] env[69297]: INFO networking_nsxv3.common.synchronization [req-2c59a490-a4f3-47d9-9acd-83d5e8da070a req-0cc9aca0-62bd-4889-9153-71d30dbaa22a service nova] Enqueued Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_rules [ 880.408926] env[69297]: INFO networking_nsxv3.common.synchronization [req-2c59a490-a4f3-47d9-9acd-83d5e8da070a req-0cc9aca0-62bd-4889-9153-71d30dbaa22a service nova] Enqueued Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_members [ 880.409827] env[69297]: INFO networking_nsxv3.common.synchronization [req-2c59a490-a4f3-47d9-9acd-83d5e8da070a req-0cc9aca0-62bd-4889-9153-71d30dbaa22a service nova] Enqueued Resource ID: 1f2fc817-3bf7-4db2-9572-28a905eb171e with Priority: HIGHEST for action port [ 880.410482] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_rules [ 880.410715] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_members [ 880.410797] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f2fc817-3bf7-4db2-9572-28a905eb171e with Priority: HIGHEST for action port [ 880.410896] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f450a279-4707-49e5-bae1-e3fcb7507bdf with Priority: HIGH for action security_group_rules [ 880.410994] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4284137f-a81f-49d8-9e04-5508d37328bb with Priority: HIGH for action security_group_rules [ 880.411109] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83d82433-b9e7-43f2-8431-48c541628597 with Priority: HIGH for action security_group_rules [ 880.411206] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8cf266c-0d94-4f58-b780-a9fcdce17a9c with Priority: HIGH for action security_group_rules [ 880.411310] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3 with Priority: HIGH for action security_group_rules [ 880.411451] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b69e17-f873-4b0a-b244-19114c7c77c4 with Priority: HIGH for action security_group_rules [ 880.411597] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGH for action security_group_rules [ 880.411658] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530a1c28-7cc4-42d4-91ef-8100ec8ecadd with Priority: HIGH for action security_group_rules [ 880.411780] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGH for action security_group_rules [ 880.411887] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b05578-5685-4298-b042-4033d485ab17 with Priority: HIGH for action security_group_rules [ 880.412052] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a09f99dd-1fa1-4782-9e62-9f63084d2936 with Priority: HIGH for action security_group_rules [ 880.412169] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c with Priority: HIGH for action security_group_rules [ 880.412242] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd04832-0b95-4717-ad46-34a15a58f1ec with Priority: HIGH for action security_group_rules [ 880.412322] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGH for action security_group_rules [ 880.412409] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGH for action security_group_rules [ 880.412497] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b47e5d4c-97f1-474f-b974-8f66cac36316 with Priority: HIGH for action security_group_rules [ 880.412586] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 with Priority: HIGH for action security_group_rules [ 880.412674] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGH for action security_group_rules [ 880.412758] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a410f550-ee30-4905-9308-fef53e0f2b62 with Priority: HIGH for action security_group_rules [ 880.412837] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e7de6b-fda3-402e-85c2-1c8c63ff385d with Priority: HIGH for action security_group_rules [ 880.413189] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.413317] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.413391] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.413591] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.413676] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.415468] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.415590] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.415843] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f2fc817-3bf7-4db2-9572-28a905eb171e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.416038] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f2fc817-3bf7-4db2-9572-28a905eb171e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.416038] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f2fc817-3bf7-4db2-9572-28a905eb171e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.416268] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f2fc817-3bf7-4db2-9572-28a905eb171e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.416324] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f2fc817-3bf7-4db2-9572-28a905eb171e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.417362] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f450a279-4707-49e5-bae1-e3fcb7507bdf taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.417481] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.417549] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.417724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.417799] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f450a279-4707-49e5-bae1-e3fcb7507bdf',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.418673] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4284137f-a81f-49d8-9e04-5508d37328bb taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.418829] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.418829] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.419030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.419085] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4284137f-a81f-49d8-9e04-5508d37328bb',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.420170] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83d82433-b9e7-43f2-8431-48c541628597 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.420302] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.420346] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.420509] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.420583] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83d82433-b9e7-43f2-8431-48c541628597',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.421602] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8cf266c-0d94-4f58-b780-a9fcdce17a9c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.421749] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.421834] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.422064] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.422133] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8cf266c-0d94-4f58-b780-a9fcdce17a9c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.423433] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.423809] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.423809] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.423809] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.424046] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.424868] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08b69e17-f873-4b0a-b244-19114c7c77c4 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.424996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.425093] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.425315] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.425390] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08b69e17-f873-4b0a-b244-19114c7c77c4',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.426510] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.426655] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.426789] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.426923] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.427016] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.428065] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-530a1c28-7cc4-42d4-91ef-8100ec8ecadd taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.428250] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.428326] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.428541] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.428681] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('530a1c28-7cc4-42d4-91ef-8100ec8ecadd',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.429503] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.429599] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.429787] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9b05578-5685-4298-b042-4033d485ab17 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.429885] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.429968] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.430143] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.430278] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9b05578-5685-4298-b042-4033d485ab17',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.430475] env[69297]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 880.431191] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a09f99dd-1fa1-4782-9e62-9f63084d2936 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.431296] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.431665] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.431665] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.431665] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a09f99dd-1fa1-4782-9e62-9f63084d2936',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.433070] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.433070] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.433070] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.433070] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.433070] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2d685a4-e4d6-49fa-bec4-29e62ff6e26c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.433803] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfd04832-0b95-4717-ad46-34a15a58f1ec taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.433903] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.433976] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.434135] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.434212] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfd04832-0b95-4717-ad46-34a15a58f1ec',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.437050] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.437264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.437264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.437401] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.437479] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.438527] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be1cdc3a-b30c-499e-b396-93b1f27bb1e6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.438710] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.438710] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.438867] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.438924] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.439847] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b47e5d4c-97f1-474f-b974-8f66cac36316 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.439944] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.439983] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.440154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.444026] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b47e5d4c-97f1-474f-b974-8f66cac36316',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.444026] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.444026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.444026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.444026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.444026] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.444026] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.444026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.444026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.444026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.444026] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.444026] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a410f550-ee30-4905-9308-fef53e0f2b62 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.444026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.444026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.444026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.444026] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a410f550-ee30-4905-9308-fef53e0f2b62',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.444776] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9e7de6b-fda3-402e-85c2-1c8c63ff385d taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.444851] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.444936] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.445077] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.445160] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9e7de6b-fda3-402e-85c2-1c8c63ff385d',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.445358] env[69297]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 880.449710] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f2fc817-3bf7-4db2-9572-28a905eb171e with status ACTIVE [ 880.450032] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.450746] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.450746] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.450746] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.450746] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.451035] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.451035] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.451035] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.451276] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.451276] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.451388] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.451477] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.451537] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.451671] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.451743] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.451817] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f2fc817-3bf7-4db2-9572-28a905eb171e is going to be updated. [ 880.480179] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.480179] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.480179] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.480179] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.480179] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.480496] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f2fc817-3bf7-4db2-9572-28a905eb171e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.896618] env[69297]: INFO networking_nsxv3.common.synchronization [req-78cc82dc-63d0-4c60-ba21-c165d64610e4 req-8a450f37-c91c-44b4-a65c-7b0d4b8918bf tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Enqueued Resource ID: e8cf266c-0d94-4f58-b780-a9fcdce17a9c with Priority: HIGHEST for action security_group_members [ 880.897849] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8cf266c-0d94-4f58-b780-a9fcdce17a9c with Priority: HIGHEST for action security_group_members [ 880.898257] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.898388] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.898482] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.898673] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.898829] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.898929] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.898984] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.899190] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.899279] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.899331] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8cf266c-0d94-4f58-b780-a9fcdce17a9c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.951243] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.951340] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.975552] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.975711] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.978608] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.979707] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.985232] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: SUCCESS [ 880.985232] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee deletion is rescheduled due to dependency. [ 880.985232] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.988307] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.988471] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.988604] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.988895] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.989158] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.989292] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.989352] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.989504] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.989626] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.989751] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.989897] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.994644] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.994852] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.995047] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.996840] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.996840] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.996840] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.996840] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.996840] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.006200] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.006200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.006200] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b05578-5685-4298-b042-4033d485ab17 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.006200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.006200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.006200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.006200] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.006200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.006200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.006200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.006200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.006200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.006200] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9b05578-5685-4298-b042-4033d485ab17',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.008136] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.008817] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.008817] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.008817] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.008817] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.009021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.009021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.009103] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.009161] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.009285] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.009285] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.010255] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.010365] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.010512] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.011801] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.011801] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.011801] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.011801] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.011801] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.011801] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.012217] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.012217] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2d685a4-e4d6-49fa-bec4-29e62ff6e26c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.023447] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.023730] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f450a279-4707-49e5-bae1-e3fcb7507bdf is going to be deleted. [ 881.035526] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.035526] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.035526] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.035747] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.062142] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.062389] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.064341] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.064341] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.066036] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.066036] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.067117] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.067117] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.073871] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.073871] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.074620] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.074724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.075531] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.075646] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.076432] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.076539] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.078251] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.078251] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.081736] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.081736] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.086126] env[69297]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 881.086581] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.086689] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.087405] env[69297]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 881.087814] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.087910] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.089232] env[69297]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 881.089466] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.089624] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 is going to be deleted. [ 881.091569] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.091835] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.113355] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.113508] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfd04832-0b95-4717-ad46-34a15a58f1ec is going to be deleted. [ 881.114723] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.114961] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.127871] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.128140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.139979] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.139979] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a410f550-ee30-4905-9308-fef53e0f2b62 is going to be deleted. [ 881.140944] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.141178] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.163368] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.163518] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3 is going to be deleted. [ 881.164950] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.165215] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.166780] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.166883] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.210223] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.210499] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.217550] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.217793] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 530a1c28-7cc4-42d4-91ef-8100ec8ecadd is going to be deleted. [ 881.219332] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.219332] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.265705] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.265892] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b is going to be deleted. [ 881.267129] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.268246] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.276540] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.276755] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.341429] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.341624] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 is going to be deleted. [ 881.342833] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.343149] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.352953] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.353172] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.374636] env[69297]: INFO networking_nsxv3.common.synchronization [req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 req-88bf0c12-aed9-457b-9f41-41ab465293a5 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Enqueued Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_members [ 881.375275] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_members [ 881.375594] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.375761] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.375853] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.381216] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.381494] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.381631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.381697] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.381943] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.382067] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.382189] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.401786] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.401955] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.407643] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.407806] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4284137f-a81f-49d8-9e04-5508d37328bb is going to be deleted. [ 881.409312] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.409312] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.429246] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.429477] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.430316] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.430471] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.467194] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-523 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.467468] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-523" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.467770] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-523" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.468271] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-523" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.468637] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.468871] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.469071] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.469440] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.469655] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.469930] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.470100] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.470256] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.471642] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.471812] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.471940] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.472132] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.488254] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.488437] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08b69e17-f873-4b0a-b244-19114c7c77c4 is going to be deleted. [ 881.489471] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.490748] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.504414] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.504414] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.504414] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.504414] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.504414] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.504414] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.504414] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.504414] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.504414] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.504414] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.504414] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.504414] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.504414] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.504933] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.504933] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.504933] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.504933] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.506086] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.506295] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.506404] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.506505] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.521702] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.523155] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.523155] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.523416] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.523659] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.523821] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.523889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.524066] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.524253] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.524253] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.524404] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.524503] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.524566] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.524711] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.524853] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.524944] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.525012] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.525324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.525473] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.525537] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.525689] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.527754] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.527754] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.056 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 881.530259] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.530259] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-523" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.530259] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-67d6e4f7-c78d-41e8-b420-ab5e82051bc9 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.530259] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-67d6e4f7-c78d-41e8-b420-ab5e82051bc9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.530259] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-67d6e4f7-c78d-41e8-b420-ab5e82051bc9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.530259] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-67d6e4f7-c78d-41e8-b420-ab5e82051bc9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.530259] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67d6e4f7-c78d-41e8-b420-ab5e82051bc9',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.531747] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9b05578-5685-4298-b042-4033d485ab17',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.532332] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.533430] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2d685a4-e4d6-49fa-bec4-29e62ff6e26c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.604670] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.604884] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83d82433-b9e7-43f2-8431-48c541628597 is going to be deleted. [ 881.605937] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.606274] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.625741] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.625897] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.635630] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.635778] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.656576] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.656731] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b47e5d4c-97f1-474f-b974-8f66cac36316 is going to be deleted. [ 881.657749] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.657987] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.711702] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.711886] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.726366] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.726366] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a09f99dd-1fa1-4782-9e62-9f63084d2936 is going to be deleted. [ 881.727366] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.728201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.773446] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.773446] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.807021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.807021] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9e7de6b-fda3-402e-85c2-1c8c63ff385d is going to be deleted. [ 881.807021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.807021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.807021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.807021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f450a279-4707-49e5-bae1-e3fcb7507bdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.807021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.807021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.807021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.807021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.807890] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.808248] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.808964] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.809483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfd04832-0b95-4717-ad46-34a15a58f1ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.810775] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.811141] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.811313] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.811567] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.811744] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.811971] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b47e5d4c-97f1-474f-b974-8f66cac36316" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.812240] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.812644] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.816025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.816025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a410f550-ee30-4905-9308-fef53e0f2b62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.816025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.816025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.816025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.816025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-530a1c28-7cc4-42d4-91ef-8100ec8ecadd" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.816025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.816025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.850847] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda6d7ae-c472-46d1-abe1-a257de399fdc in Status: SUCCESS [ 881.851082] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.851257] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.851467] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.851662] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.851778] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.851843] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.851989] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.852089] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.852172] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.852262] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fda6d7ae-c472-46d1-abe1-a257de399fdc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.882513] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.882513] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.884304] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.884764] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.899702] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.900210] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.900487] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.900645] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.900909] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.901065] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.901181] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8cf266c-0d94-4f58-b780-a9fcdce17a9c is going to be updated. [ 881.902231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.902435] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.902524] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.902649] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bdd07ac-bab9-4af3-a66a-b2e8bfecf7d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.903169] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.903346] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.903449] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.903547] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.904200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.904442] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.904894] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.904953] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.905223] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.905398] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.905481] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.905596] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08b69e17-f873-4b0a-b244-19114c7c77c4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.905732] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.905989] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.906193] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.906257] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83d82433-b9e7-43f2-8431-48c541628597" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.906363] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.906510] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.906585] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.906692] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.906821] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.906964] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.907053] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.907184] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a09f99dd-1fa1-4782-9e62-9f63084d2936" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.907321] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.907466] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.907542] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.907800] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.907915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.907984] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.908375] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.908608] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.908788] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 is going to be deleted. [ 881.937983] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.937983] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.938345] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.938386] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.938508] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.938725] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9e7de6b-fda3-402e-85c2-1c8c63ff385d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.981125] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.981125] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.981125] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.981125] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.981125] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.981125] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.981125] env[69297]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 881.982140] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.983559] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.983559] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.983675] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.984363] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.003524] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8cf266c-0d94-4f58-b780-a9fcdce17a9c in Status: IN_PROGRESS for 2s [ 882.009733] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1dc86b7-b853-47bc-a5de-6615e82494e3: rpc.has_security_group_logging(os_id): False [ 882.026964] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.027301] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-359" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.027487] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-359" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.027776] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-359" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.028057] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.028245] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.028368] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.028584] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.028746] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.028959] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 882.029088] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.029227] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.029358] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.029577] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 882.029577] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.029743] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.035600] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.036970] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.036970] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.036970] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.036970] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.036970] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 67d6e4f7-c78d-41e8-b420-ab5e82051bc9 not found, creating... [ 882.037291] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.037368] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.037474] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.037724] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.037871] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.038339] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.038431] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.038555] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.038788] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.038987] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.039263] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 67d6e4f7-c78d-41e8-b420-ab5e82051bc9 is going to be created. [ 882.040593] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.042267] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9b05578-5685-4298-b042-4033d485ab17: rpc.has_security_group_logging(os_id): False [ 882.044168] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87: rpc.has_security_group_logging(os_id): False [ 882.045458] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.045588] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.045661] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.045842] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.046990] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2d685a4-e4d6-49fa-bec4-29e62ff6e26c: rpc.has_security_group_logging(os_id): False [ 882.071549] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.071703] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.092268] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.092603] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.092743] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.092812] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.093023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.093427] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.093427] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.093427] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.093616] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.093616] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.093693] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.093897] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.093966] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.094011] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.094167] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.094244] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.094328] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 is going to be updated. [ 882.095564] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.095655] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.099546] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.099794] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.100358] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.100358] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.100468] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.100715] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-67d6e4f7-c78d-41e8-b420-ab5e82051bc9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.113635] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.113815] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.115365] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.115365] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.085 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 882.115365] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.115365] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-359" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.115913] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-ecb96cf5-2a65-4bd2-9970-c7db867eb803 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.115913] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-ecb96cf5-2a65-4bd2-9970-c7db867eb803" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.115913] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-ecb96cf5-2a65-4bd2-9970-c7db867eb803" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.116225] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-ecb96cf5-2a65-4bd2-9970-c7db867eb803" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.116359] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecb96cf5-2a65-4bd2-9970-c7db867eb803',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.118841] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.118841] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.133041] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.133346] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.133444] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.133503] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.135203] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.135203] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.135203] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9b05578-5685-4298-b042-4033d485ab17 is going to be updated. [ 882.135203] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.135203] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.184856] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.185201] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.185537] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.185791] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.186202] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.186355] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.186472] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c is going to be updated. [ 882.187584] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.187776] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.222113] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.222264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.247346] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.247690] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.247837] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.247837] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.248018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.248219] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.248515] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.248646] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.248718] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.248894] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.248977] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.249309] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.249391] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.249640] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.249958] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.250046] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.250122] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 is going to be updated. [ 882.251296] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.251604] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.251959] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.279451] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.279983] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.280083] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.280325] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.280474] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.293933] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: IN_PROGRESS for 2s [ 882.340908] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9b05578-5685-4298-b042-4033d485ab17 in Status: IN_PROGRESS for 2s [ 882.352488] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.352701] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.352701] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.352998] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.353103] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.355837] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fda6d7ae-c472-46d1-abe1-a257de399fdc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.374671] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c in Status: IN_PROGRESS for 2s [ 882.422389] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.422707] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.422707] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.424015] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.424015] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.452058] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 in Status: IN_PROGRESS for 2s [ 882.547773] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.547994] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.548160] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.548387] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.548482] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.548584] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee is going to be updated. [ 882.579419] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.579726] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.579726] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.579975] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.579975] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.593595] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: IN_PROGRESS for 2s [ 882.620426] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.620694] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.620827] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.621204] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.621388] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.621550] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port ecb96cf5-2a65-4bd2-9970-c7db867eb803 not found, creating... [ 882.621822] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.622159] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.622159] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.622341] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.622514] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.622893] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.623039] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.624112] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.624362] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.624509] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.624657] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: ecb96cf5-2a65-4bd2-9970-c7db867eb803 is going to be created. [ 882.648398] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.648398] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.648398] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.648850] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.648918] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.649204] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-ecb96cf5-2a65-4bd2-9970-c7db867eb803" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.858554] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fda6d7ae-c472-46d1-abe1-a257de399fdc: rpc.has_security_group_logging(os_id): False [ 882.880866] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.880998] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.881107] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.881562] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.881562] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.881710] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.881819] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.881906] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.882185] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.882279] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.882401] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fda6d7ae-c472-46d1-abe1-a257de399fdc is going to be created. [ 882.955153] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.955443] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.955443] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.955742] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.955946] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.972790] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fda6d7ae-c472-46d1-abe1-a257de399fdc in Status: IN_PROGRESS for 2s [ 883.011920] env[69297]: INFO networking_nsxv3.common.synchronization [req-2c59a490-a4f3-47d9-9acd-83d5e8da070a req-ca48ae52-67cc-4721-a2be-95fed4ec8885 service nova] Enqueued Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_rules [ 883.012131] env[69297]: INFO networking_nsxv3.common.synchronization [req-2c59a490-a4f3-47d9-9acd-83d5e8da070a req-ca48ae52-67cc-4721-a2be-95fed4ec8885 service nova] Enqueued Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_members [ 883.012276] env[69297]: INFO networking_nsxv3.common.synchronization [req-2c59a490-a4f3-47d9-9acd-83d5e8da070a req-ca48ae52-67cc-4721-a2be-95fed4ec8885 service nova] Enqueued Resource ID: 67d6e4f7-c78d-41e8-b420-ab5e82051bc9 with Priority: HIGHEST for action port [ 883.013044] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_rules [ 883.013271] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_members [ 883.013324] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67d6e4f7-c78d-41e8-b420-ab5e82051bc9 with Priority: HIGHEST for action port [ 883.013977] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.014096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.014338] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.014452] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.014682] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-67d6e4f7-c78d-41e8-b420-ab5e82051bc9 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.014782] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67d6e4f7-c78d-41e8-b420-ab5e82051bc9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.014903] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67d6e4f7-c78d-41e8-b420-ab5e82051bc9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.015067] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67d6e4f7-c78d-41e8-b420-ab5e82051bc9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.015177] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67d6e4f7-c78d-41e8-b420-ab5e82051bc9',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.517411] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67d6e4f7-c78d-41e8-b420-ab5e82051bc9 with status ACTIVE [ 883.517701] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.517792] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.517850] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.518060] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.518211] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.518395] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.518494] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.518552] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.518697] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.518770] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.518944] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.519059] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.519118] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.519250] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.519324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.519407] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67d6e4f7-c78d-41e8-b420-ab5e82051bc9 is going to be updated. [ 883.524833] env[69297]: INFO networking_nsxv3.common.synchronization [req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 req-92a7dd87-224a-434d-87da-a08208703826 service nova] Enqueued Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_rules [ 883.525023] env[69297]: INFO networking_nsxv3.common.synchronization [req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 req-92a7dd87-224a-434d-87da-a08208703826 service nova] Enqueued Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_members [ 883.525168] env[69297]: INFO networking_nsxv3.common.synchronization [req-cb8f53fe-f5cb-422a-83a6-26a65f249e02 req-92a7dd87-224a-434d-87da-a08208703826 service nova] Enqueued Resource ID: ecb96cf5-2a65-4bd2-9970-c7db867eb803 with Priority: HIGHEST for action port [ 883.526419] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_rules [ 883.526573] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_members [ 883.526705] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecb96cf5-2a65-4bd2-9970-c7db867eb803 with Priority: HIGHEST for action port [ 883.526940] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.527069] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.527123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.527290] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.527365] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.528303] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.528505] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.528574] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.531672] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.531672] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.531672] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.531672] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.531672] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.531672] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.531672] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.531672] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecb96cf5-2a65-4bd2-9970-c7db867eb803 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.531672] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecb96cf5-2a65-4bd2-9970-c7db867eb803" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.531672] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecb96cf5-2a65-4bd2-9970-c7db867eb803" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.531672] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecb96cf5-2a65-4bd2-9970-c7db867eb803" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.531672] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecb96cf5-2a65-4bd2-9970-c7db867eb803',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.545594] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.545794] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.545794] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.546015] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.546156] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.546315] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67d6e4f7-c78d-41e8-b420-ab5e82051bc9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.015486] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8cf266c-0d94-4f58-b780-a9fcdce17a9c in Status: SUCCESS [ 884.015486] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8cf266c-0d94-4f58-b780-a9fcdce17a9c deletion is rescheduled due to dependency. [ 884.015486] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.016379] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.016766] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.016876] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.017020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.017121] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.017302] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.017392] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.017478] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.017713] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8cf266c-0d94-4f58-b780-a9fcdce17a9c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.033450] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.033450] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.033646] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.035348] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecb96cf5-2a65-4bd2-9970-c7db867eb803 with status ACTIVE [ 884.035534] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.035655] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.035724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.035931] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.036498] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.036498] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.036498] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.036498] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.036820] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.036820] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.036820] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.036940] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.036940] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.037059] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.037124] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.037214] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecb96cf5-2a65-4bd2-9970-c7db867eb803 is going to be updated. [ 884.066782] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.066987] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.067099] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.067334] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.067507] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.067695] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecb96cf5-2a65-4bd2-9970-c7db867eb803" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.310489] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: SUCCESS [ 884.310740] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.359058] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9b05578-5685-4298-b042-4033d485ab17 in Status: SUCCESS [ 884.359058] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.390243] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c in Status: SUCCESS [ 884.390505] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.467452] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 in Status: SUCCESS [ 884.467773] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.520378] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.520768] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.520834] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.521080] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.521304] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.521463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.521551] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.521761] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.521879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.521993] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.522205] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.522342] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.522422] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.522606] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.522787] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.522905] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.523008] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.523212] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.523428] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.523562] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.523684] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8cf266c-0d94-4f58-b780-a9fcdce17a9c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.535280] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.603558] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: SUCCESS [ 884.603849] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.604079] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.604317] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.604557] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.604683] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.604777] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.604965] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.605066] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.605197] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.989214] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fda6d7ae-c472-46d1-abe1-a257de399fdc in Status: SUCCESS [ 884.989556] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.027252] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8cf266c-0d94-4f58-b780-a9fcdce17a9c: rpc.has_security_group_logging(os_id): False [ 885.040662] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.040662] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.040662] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.040662] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.040662] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.040662] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 is going to be created. [ 885.052201] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.052201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.052201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.052201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.052201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.052201] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.052201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.052201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.052201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.052201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.052201] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.052201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.052201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.052201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.052201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.053190] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.053518] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.053722] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.054043] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.054302] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.054713] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8cf266c-0d94-4f58-b780-a9fcdce17a9c is going to be updated. [ 885.070396] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.070952] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.071159] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.071468] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.071830] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.086280] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: UNINITIALIZED for 2s [ 885.108434] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.133204] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.133204] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.133204] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.133204] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.133204] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.150144] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8cf266c-0d94-4f58-b780-a9fcdce17a9c in Status: IN_PROGRESS for 2s [ 885.612350] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.117217] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.117378] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.117453] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.117693] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.117787] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.117883] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee is going to be updated. [ 886.152507] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.152658] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.152739] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.152967] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.153190] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.166678] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: IN_PROGRESS for 2s [ 887.099485] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: SUCCESS [ 887.099485] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.099485] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.099485] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.099902] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.099902] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.099902] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.100185] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.100185] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.106336] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.106336] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.173472] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8cf266c-0d94-4f58-b780-a9fcdce17a9c in Status: SUCCESS [ 887.173472] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.609099] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.609099] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.609099] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.609099] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.609099] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.609099] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.609099] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.609099] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.609470] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.609470] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.609512] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.609641] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.609683] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.609824] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.609986] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.610094] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.610156] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.610349] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.610441] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.610525] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.610616] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.117994] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd304cd5-1ac7-4200-9d97-7c5717d3eb32: rpc.has_security_group_logging(os_id): False [ 888.143840] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.144040] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.144116] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.144336] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.144460] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.144604] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.144703] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.144763] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.144903] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.144977] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.145194] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.145286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.145346] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.145481] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.145549] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.145872] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.145987] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.146060] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.146242] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.146352] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.146442] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 is going to be created. [ 888.187448] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: SUCCESS [ 888.187793] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.188082] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.188397] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.188780] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.188977] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.189240] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.189587] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.189784] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.189975] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.190280] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.191614] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.192135] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.192456] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.192706] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.192858] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.193142] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.193336] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.197261] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.234635] env[69297]: INFO networking_nsxv3.common.synchronization [req-ed806364-cc37-4e03-9e78-b380a750e909 req-e880bd05-33dc-41cd-ad30-a860715296f4 tempest-ListServerFiltersTestJSON-129300040 tempest-ListServerFiltersTestJSON-129300040-project-member] Enqueued Resource ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed with Priority: HIGHEST for action security_group_members [ 888.237550] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed with Priority: HIGHEST for action security_group_members [ 888.238366] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14b95f0e-3855-4942-b4a5-bcf1826440ed taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.238596] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.238729] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.239073] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.239466] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.239659] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.239784] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.240069] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.240241] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.240411] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.243082] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.247182] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.247320] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.247619] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.247881] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.266129] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: IN_PROGRESS for 2s [ 888.679982] env[69297]: INFO networking_nsxv3.common.synchronization [req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb req-d44de4fc-614f-47bf-ac9f-2d0bcee619ab tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Enqueued Resource ID: 5b19b7fb-87b8-497d-875c-0ea1fcee3150 with Priority: HIGHEST for action security_group_members [ 888.680521] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b19b7fb-87b8-497d-875c-0ea1fcee3150 with Priority: HIGHEST for action security_group_members [ 888.681014] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b19b7fb-87b8-497d-875c-0ea1fcee3150 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.681014] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.681014] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.681274] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.682307] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.682307] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.682307] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.682307] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.682307] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.682307] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b19b7fb-87b8-497d-875c-0ea1fcee3150',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.699575] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.699702] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.700013] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.751456] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.751637] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.751692] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.751983] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.778429] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.778754] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.778878] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.778929] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.779256] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.779382] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.779546] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed is going to be updated. [ 888.835166] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.835373] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.835373] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.835597] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.835743] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.846751] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed in Status: IN_PROGRESS for 2s [ 889.080577] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.080910] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-850" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.080999] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-850" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.081404] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-850" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.081657] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.081773] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.081902] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.083598] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.083598] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.084100] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 889.084100] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.084267] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.084267] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.084421] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 889.084467] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.084837] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.113484] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.113831] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 889.114011] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.114256] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-850" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.114524] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-a3be7045-b33d-42c8-9a9e-a8ada402853d taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.114802] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-a3be7045-b33d-42c8-9a9e-a8ada402853d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.115017] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-a3be7045-b33d-42c8-9a9e-a8ada402853d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.116186] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-a3be7045-b33d-42c8-9a9e-a8ada402853d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.116397] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3be7045-b33d-42c8-9a9e-a8ada402853d',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.184729] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.185031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.185031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.185222] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.185313] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.185542] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.185669] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.185719] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.185911] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.185911] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.185995] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b19b7fb-87b8-497d-875c-0ea1fcee3150 already deleted. [ 889.187085] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.204099] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.619444] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.619759] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.619901] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.620288] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.620442] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.624276] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port a3be7045-b33d-42c8-9a9e-a8ada402853d not found, creating... [ 889.624758] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.624960] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.625097] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.625384] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.627112] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.627112] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.627112] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.627112] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.627112] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.627112] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.627112] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: a3be7045-b33d-42c8-9a9e-a8ada402853d is going to be created. [ 889.651710] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.651710] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.651710] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.651988] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.652025] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.652272] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-a3be7045-b33d-42c8-9a9e-a8ada402853d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.706576] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.706576] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.706576] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.706576] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.706936] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.706936] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee is going to be updated. [ 889.744605] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.744912] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.744912] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.745093] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.745240] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.756735] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: IN_PROGRESS for 2s [ 889.844857] env[69297]: INFO networking_nsxv3.common.synchronization [None req-c6909702-b7c9-49f2-b7ac-586ab3e019cb None None] Enqueued Resource ID: 69654442-b529-4e64-a513-68eb49fb44f4 with Priority: HIGHEST for action port [ 889.845703] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69654442-b529-4e64-a513-68eb49fb44f4 with Priority: HIGHEST for action port [ 889.846281] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-69654442-b529-4e64-a513-68eb49fb44f4 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.846550] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69654442-b529-4e64-a513-68eb49fb44f4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.846734] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69654442-b529-4e64-a513-68eb49fb44f4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.847128] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69654442-b529-4e64-a513-68eb49fb44f4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.847301] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69654442-b529-4e64-a513-68eb49fb44f4',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.111215] env[69297]: INFO networking_nsxv3.common.synchronization [req-d58e936a-d45f-4f0a-8fac-a2e4dbfb4b75 req-e133dd40-52fc-4bb7-9bd5-645f2c3120e7 tempest-VolumesAssistedSnapshotsTest-382076028 tempest-VolumesAssistedSnapshotsTest-382076028-project-member] Enqueued Resource ID: bc803fbb-44f8-4897-98f1-848121f2f244 with Priority: HIGHEST for action security_group_members [ 890.113680] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc803fbb-44f8-4897-98f1-848121f2f244 with Priority: HIGHEST for action security_group_members [ 890.113964] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc803fbb-44f8-4897-98f1-848121f2f244 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.114136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.114237] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.114474] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.114660] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.114783] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.114864] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.115044] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.115794] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.115794] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc803fbb-44f8-4897-98f1-848121f2f244',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.289184] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: SUCCESS [ 890.289584] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.351021] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69654442-b529-4e64-a513-68eb49fb44f4 [ 890.351021] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.351021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.351021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.351021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.351021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.351021] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69654442-b529-4e64-a513-68eb49fb44f4 already deleted. [ 890.351337] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69654442-b529-4e64-a513-68eb49fb44f4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.445862] env[69297]: INFO networking_nsxv3.common.synchronization [req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb req-fb944eb5-ce65-4cb7-98fe-a5d701b0cb8c service nova] Enqueued Resource ID: 5b19b7fb-87b8-497d-875c-0ea1fcee3150 with Priority: HIGHEST for action security_group_rules [ 890.446054] env[69297]: INFO networking_nsxv3.common.synchronization [req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb req-fb944eb5-ce65-4cb7-98fe-a5d701b0cb8c service nova] Enqueued Resource ID: 5b19b7fb-87b8-497d-875c-0ea1fcee3150 with Priority: HIGHEST for action security_group_members [ 890.446209] env[69297]: INFO networking_nsxv3.common.synchronization [req-c5e184f6-f5a5-4df3-b276-16a3a8de49cb req-fb944eb5-ce65-4cb7-98fe-a5d701b0cb8c service nova] Enqueued Resource ID: a3be7045-b33d-42c8-9a9e-a8ada402853d with Priority: HIGHEST for action port [ 890.446484] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b19b7fb-87b8-497d-875c-0ea1fcee3150 with Priority: HIGHEST for action security_group_rules [ 890.446616] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b19b7fb-87b8-497d-875c-0ea1fcee3150 with Priority: HIGHEST for action security_group_members [ 890.446713] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3be7045-b33d-42c8-9a9e-a8ada402853d with Priority: HIGHEST for action port [ 890.447475] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b19b7fb-87b8-497d-875c-0ea1fcee3150 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.447603] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.447671] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.447917] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.447996] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b19b7fb-87b8-497d-875c-0ea1fcee3150',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.448911] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b19b7fb-87b8-497d-875c-0ea1fcee3150 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.449127] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.449127] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.449292] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.450019] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.450019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.450019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.450019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.450019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.450019] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b19b7fb-87b8-497d-875c-0ea1fcee3150',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.450715] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3be7045-b33d-42c8-9a9e-a8ada402853d taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.450818] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3be7045-b33d-42c8-9a9e-a8ada402853d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.450883] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3be7045-b33d-42c8-9a9e-a8ada402853d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.451162] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3be7045-b33d-42c8-9a9e-a8ada402853d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.451162] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3be7045-b33d-42c8-9a9e-a8ada402853d',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.617605] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.617767] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.618203] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.618445] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.643980] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.644272] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.644441] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.644515] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.644728] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.644830] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.644955] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc803fbb-44f8-4897-98f1-848121f2f244 is going to be updated. [ 890.676141] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.676323] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.676403] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.676637] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.676799] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.688578] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc803fbb-44f8-4897-98f1-848121f2f244 in Status: IN_PROGRESS for 2s [ 890.857756] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed in Status: SUCCESS [ 890.858294] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed deletion is rescheduled due to dependency. [ 890.858485] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.953368] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b19b7fb-87b8-497d-875c-0ea1fcee3150 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.953504] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.953950] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b19b7fb-87b8-497d-875c-0ea1fcee3150',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.955024] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3be7045-b33d-42c8-9a9e-a8ada402853d with status ACTIVE [ 890.955274] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.955375] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.955447] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.956760] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.959858] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.959858] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.959858] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.959858] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.959858] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.959858] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.959858] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.959858] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.959858] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.959858] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.959858] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.959858] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3be7045-b33d-42c8-9a9e-a8ada402853d is going to be updated. [ 890.989334] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.989500] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.989574] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.990404] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.991328] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.991568] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3be7045-b33d-42c8-9a9e-a8ada402853d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.465651] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b19b7fb-87b8-497d-875c-0ea1fcee3150',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.769047] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: SUCCESS [ 891.769047] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.769047] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.769047] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.771069] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.771214] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.771284] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.771484] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.771569] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.771656] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.772397] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.773103] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.773176] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.773359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.773526] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.773623] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.773685] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.773831] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.773910] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.773992] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.774092] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.967713] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.967926] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.967974] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.968259] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.968364] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.968459] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b19b7fb-87b8-497d-875c-0ea1fcee3150 is going to be created. [ 891.996437] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.996633] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.996633] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.996866] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.997019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.007990] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b19b7fb-87b8-497d-875c-0ea1fcee3150 in Status: UNINITIALIZED for 2s [ 892.277363] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14edead1-bef0-4e8b-ab00-f4f3eb2533ee: rpc.has_security_group_logging(os_id): False [ 892.302118] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.302297] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.302378] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.302593] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.302686] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.302903] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.303012] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.303080] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.303230] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.303424] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.303579] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.303579] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.303641] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.303775] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.303837] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.304019] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.304114] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.304175] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.305270] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.305270] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.305270] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee is going to be updated. [ 892.390290] env[69297]: INFO networking_nsxv3.common.synchronization [None req-be4151cc-8f4e-4324-9681-6dfcb9669831 None None] Enqueued Resource ID: b2d687d9-8f96-40cb-87a4-2f837482ad48 with Priority: HIGHEST for action port [ 892.393129] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2d687d9-8f96-40cb-87a4-2f837482ad48 with Priority: HIGHEST for action port [ 892.393666] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2d687d9-8f96-40cb-87a4-2f837482ad48 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.393942] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2d687d9-8f96-40cb-87a4-2f837482ad48" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.394133] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2d687d9-8f96-40cb-87a4-2f837482ad48" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.394491] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2d687d9-8f96-40cb-87a4-2f837482ad48" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.394616] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2d687d9-8f96-40cb-87a4-2f837482ad48',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.402265] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.402265] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.402265] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.402265] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.402265] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.420136] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: IN_PROGRESS for 2s [ 892.704906] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc803fbb-44f8-4897-98f1-848121f2f244 in Status: SUCCESS [ 892.705189] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc803fbb-44f8-4897-98f1-848121f2f244 deletion is rescheduled due to dependency. [ 892.705239] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.897443] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2d687d9-8f96-40cb-87a4-2f837482ad48 [ 892.898734] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.898879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.898950] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.899309] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.899420] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.899541] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2d687d9-8f96-40cb-87a4-2f837482ad48 already deleted. [ 892.899644] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2d687d9-8f96-40cb-87a4-2f837482ad48" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.424041] env[69297]: INFO networking_nsxv3.common.synchronization [req-599b0617-b36c-47f0-9942-43e9e8992af3 req-8e252120-962a-4223-8c74-a49e7ade7782 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Enqueued Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_members [ 893.424041] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_members [ 893.424041] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f50b79-2b67-4118-8716-c4cbc2fac90e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.424041] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.424041] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.424041] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.425257] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.425382] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.425448] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.425619] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.426422] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.426422] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.808230] env[69297]: INFO networking_nsxv3.common.synchronization [req-dd650dc7-1d2f-4fc5-aaa3-e856fc4911ca req-54dde9b8-0421-47da-af0a-7e5b218dcd30 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Enqueued Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_members [ 893.811619] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_members [ 893.811848] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.811965] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.812058] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.812261] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.812353] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.812446] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.812506] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.812736] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.812820] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.812919] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.935463] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.022220] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b19b7fb-87b8-497d-875c-0ea1fcee3150 in Status: SUCCESS [ 894.022220] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.022220] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.022220] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.022220] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.022220] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.022220] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.022220] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.022616] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.022616] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.022616] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b19b7fb-87b8-497d-875c-0ea1fcee3150',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.029392] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-531 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.029710] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-531" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.029894] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-531" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.030207] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-531" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.030539] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.030807] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.030999] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.034102] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.035032] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.035032] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 894.035162] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 894.035271] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 894.035418] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 894.035553] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 894.035664] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 894.035805] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.078940] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.079179] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 894.079993] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.079993] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-531" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.079993] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-489bc779-8cef-49b2-ad11-da4be7477c62 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.079993] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-489bc779-8cef-49b2-ad11-da4be7477c62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.080262] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-489bc779-8cef-49b2-ad11-da4be7477c62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.085840] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-489bc779-8cef-49b2-ad11-da4be7477c62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.085840] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('489bc779-8cef-49b2-ad11-da4be7477c62',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.317219] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.317337] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.317420] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.317623] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.317717] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.318057] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.318057] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.318170] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.318406] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.319053] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.319053] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 is going to be updated. [ 894.350753] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.350936] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.350991] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.351232] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.351395] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.361816] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: IN_PROGRESS for 2s [ 894.434529] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: SUCCESS [ 894.434903] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.435220] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.435568] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.435758] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.440632] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.525149] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b19b7fb-87b8-497d-875c-0ea1fcee3150 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.525344] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.525404] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.525703] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.525909] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.526029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.526101] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.526346] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.526465] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.526582] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.526766] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b19b7fb-87b8-497d-875c-0ea1fcee3150 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.526890] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.526974] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.527168] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.527337] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.527461] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.527541] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.527841] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.527943] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.528083] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.528265] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b19b7fb-87b8-497d-875c-0ea1fcee3150',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.587794] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.588244] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.589043] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.589043] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.589043] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.589043] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 489bc779-8cef-49b2-ad11-da4be7477c62 not found, creating... [ 894.589326] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.589497] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.589630] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.589873] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.590029] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.590352] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.590614] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.590838] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.591100] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.591251] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.591404] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 489bc779-8cef-49b2-ad11-da4be7477c62 is going to be created. [ 894.612122] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.612381] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.612477] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.612770] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.613012] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.613263] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-489bc779-8cef-49b2-ad11-da4be7477c62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.939903] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.940285] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.940285] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.941051] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.941051] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.941051] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.941249] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.941308] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.941402] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.941498] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.941595] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.943757] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.943757] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.943757] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.943757] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.943757] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.944033] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e is going to be updated. [ 894.979427] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.980039] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.980139] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.980427] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.980815] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.993060] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e in Status: IN_PROGRESS for 2s [ 895.031785] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b19b7fb-87b8-497d-875c-0ea1fcee3150: rpc.has_security_group_logging(os_id): False [ 895.057050] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.057050] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.057050] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.057354] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.057354] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.057354] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.057510] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.057510] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.057675] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.057767] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.058132] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.058204] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.058331] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.058487] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.058563] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.058764] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.058857] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.058919] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.059365] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.059365] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.059365] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b19b7fb-87b8-497d-875c-0ea1fcee3150 is going to be created. [ 895.155568] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.155984] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.155984] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.155984] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.156267] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.182123] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b19b7fb-87b8-497d-875c-0ea1fcee3150 in Status: IN_PROGRESS for 2s [ 895.446166] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.446394] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.446432] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.446645] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.446834] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.446934] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.447049] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.447300] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.447300] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.447588] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.447588] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.447692] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.447692] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.447796] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.447973] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.448070] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.448124] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.448885] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.448885] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.448885] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.448885] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.555631] env[69297]: INFO networking_nsxv3.common.synchronization [req-599b0617-b36c-47f0-9942-43e9e8992af3 req-ab9aa711-c56d-4ce2-8230-97151e40355f service nova] Enqueued Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_rules [ 895.555831] env[69297]: INFO networking_nsxv3.common.synchronization [req-599b0617-b36c-47f0-9942-43e9e8992af3 req-ab9aa711-c56d-4ce2-8230-97151e40355f service nova] Enqueued Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_members [ 895.555962] env[69297]: INFO networking_nsxv3.common.synchronization [req-599b0617-b36c-47f0-9942-43e9e8992af3 req-ab9aa711-c56d-4ce2-8230-97151e40355f service nova] Enqueued Resource ID: 489bc779-8cef-49b2-ad11-da4be7477c62 with Priority: HIGHEST for action port [ 895.556629] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_rules [ 895.556772] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_members [ 895.556873] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 489bc779-8cef-49b2-ad11-da4be7477c62 with Priority: HIGHEST for action port [ 895.558173] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8f50b79-2b67-4118-8716-c4cbc2fac90e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.558173] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.558173] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.558850] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.558850] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.559676] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f50b79-2b67-4118-8716-c4cbc2fac90e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.559788] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.560244] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-489bc779-8cef-49b2-ad11-da4be7477c62 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.560244] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-489bc779-8cef-49b2-ad11-da4be7477c62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.560244] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-489bc779-8cef-49b2-ad11-da4be7477c62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.560408] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-489bc779-8cef-49b2-ad11-da4be7477c62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.560408] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('489bc779-8cef-49b2-ad11-da4be7477c62',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.951847] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14edead1-bef0-4e8b-ab00-f4f3eb2533ee: rpc.has_security_group_logging(os_id): False [ 895.971236] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.971416] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.971471] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.971720] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.971812] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.972081] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.972243] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.972283] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.972431] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.972510] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.972717] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.972830] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.973773] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.973961] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.974066] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.974597] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.974712] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.974822] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.974996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.975108] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.975204] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee is going to be updated. [ 896.052243] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.052532] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.052532] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.052687] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.053068] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.062066] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f50b79-2b67-4118-8716-c4cbc2fac90e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.062443] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.066787] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 489bc779-8cef-49b2-ad11-da4be7477c62 with status ACTIVE [ 896.067100] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.067164] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.067269] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.067429] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.067515] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.067689] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.067789] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.067849] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.071027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.071027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.071027] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.071027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.071027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.071027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.071027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.071027] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 489bc779-8cef-49b2-ad11-da4be7477c62 is going to be updated. [ 896.078975] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: IN_PROGRESS for 2s [ 896.091805] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.091973] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.092078] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.092305] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.092460] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.092643] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-489bc779-8cef-49b2-ad11-da4be7477c62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.373739] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: SUCCESS [ 896.373946] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 deletion is rescheduled due to dependency. [ 896.374198] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.694743] env[69297]: INFO networking_nsxv3.common.synchronization [req-9bc1a1f4-6278-4461-85b0-a43f02355797 req-77b37890-1d6b-422c-bf60-11e4c5a8372a tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Enqueued Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_members [ 896.695473] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_members [ 896.695791] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.695928] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.695989] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.696766] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.696766] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.696766] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.696766] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.696766] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.697235] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.697291] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.003366] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e in Status: SUCCESS [ 897.003734] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.003847] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.004301] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.004385] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.004664] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.004736] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.005232] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.005324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.005462] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.050616] env[69297]: INFO networking_nsxv3.common.synchronization [req-9bc1a1f4-6278-4461-85b0-a43f02355797 req-f2ef08b9-cd55-4030-bb01-badad6323ded tempest-ServersTestMultiNic-799133821 tempest-ServersTestMultiNic-799133821-project-member] Enqueued Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_members [ 897.051155] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee with Priority: HIGHEST for action security_group_members [ 897.051460] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.051585] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.200224] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b19b7fb-87b8-497d-875c-0ea1fcee3150 in Status: SUCCESS [ 897.200488] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.200773] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.508064] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.706282] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.012725] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.093336] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: SUCCESS [ 898.093578] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.093801] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.094038] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.094139] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.211648] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.211835] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.211918] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.212124] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.212217] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.212320] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee is going to be updated. [ 898.244787] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.244985] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.245075] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.245315] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.245488] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.264079] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: IN_PROGRESS for 2s [ 898.515992] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.516256] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.516377] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.516652] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.516787] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.516933] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e is going to be updated. [ 898.544932] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.545127] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.545204] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.545424] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.545577] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.558085] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e in Status: IN_PROGRESS for 2s [ 898.614597] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.614927] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.615028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.615241] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.615335] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.615434] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee is going to be deleted. [ 898.676634] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.676806] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.676875] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.677094] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.677195] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.677317] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.521537] env[69297]: INFO networking_nsxv3.common.synchronization [None req-4be26b1e-cadf-4455-9f3e-01bddc7d1630 None None] Enqueued Resource ID: ac8eb924-2524-4130-b0ec-dc17a59d1e45 with Priority: HIGHEST for action port [ 899.521865] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac8eb924-2524-4130-b0ec-dc17a59d1e45 with Priority: HIGHEST for action port [ 899.522516] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac8eb924-2524-4130-b0ec-dc17a59d1e45 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.522639] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac8eb924-2524-4130-b0ec-dc17a59d1e45" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.522706] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac8eb924-2524-4130-b0ec-dc17a59d1e45" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.522963] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac8eb924-2524-4130-b0ec-dc17a59d1e45" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.523073] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac8eb924-2524-4130-b0ec-dc17a59d1e45',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.025453] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac8eb924-2524-4130-b0ec-dc17a59d1e45 [ 900.025683] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.025817] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.025889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.026139] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.026240] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.026365] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac8eb924-2524-4130-b0ec-dc17a59d1e45 already deleted. [ 900.026455] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac8eb924-2524-4130-b0ec-dc17a59d1e45" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.092892] env[69297]: INFO networking_nsxv3.common.synchronization [None req-a095c465-9879-4a55-8f93-04f29df0478a tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Enqueued Resource ID: 1d373340-9d23-44ac-b018-cc28b56f824c with Priority: HIGHEST for action security_group_rules [ 900.093249] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d373340-9d23-44ac-b018-cc28b56f824c with Priority: HIGHEST for action security_group_rules [ 900.093635] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d373340-9d23-44ac-b018-cc28b56f824c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.094406] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.094406] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.094406] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.094406] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d373340-9d23-44ac-b018-cc28b56f824c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.215704] env[69297]: INFO networking_nsxv3.common.synchronization [None req-5c7fabb6-7172-473f-af62-49c8461ff635 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Enqueued Resource ID: 1d373340-9d23-44ac-b018-cc28b56f824c with Priority: HIGHEST for action security_group_rules [ 900.215704] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d373340-9d23-44ac-b018-cc28b56f824c with Priority: HIGHEST for action security_group_rules [ 900.215704] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d373340-9d23-44ac-b018-cc28b56f824c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.215704] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.312259] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee in Status: SUCCESS [ 900.312259] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.312259] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.312259] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.312259] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.312259] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.312259] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.312259] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.312259] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.312259] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14edead1-bef0-4e8b-ab00-f4f3eb2533ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.567074] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e in Status: SUCCESS [ 900.567370] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.567472] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.567692] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.567882] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.568023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.568074] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.568262] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.568330] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.568419] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.568516] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.615942] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.616111] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.616167] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.616372] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.616462] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.616558] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d373340-9d23-44ac-b018-cc28b56f824c already deleted. [ 900.616643] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.616858] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.616923] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.617013] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d373340-9d23-44ac-b018-cc28b56f824c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.788193] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.789564] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.789564] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.789564] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.789564] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.789564] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.789564] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.789564] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.789564] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.789564] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.789564] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14edead1-bef0-4e8b-ab00-f4f3eb2533ee is going to be deleted. [ 900.827622] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.827622] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.827851] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.827884] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.828777] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.828777] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14edead1-bef0-4e8b-ab00-f4f3eb2533ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.073750] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f50b79-2b67-4118-8716-c4cbc2fac90e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.073750] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.073750] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.073750] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.073750] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.073750] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.073750] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.073750] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.073750] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.073750] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.073750] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f50b79-2b67-4118-8716-c4cbc2fac90e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.073750] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.073750] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.073750] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.073750] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.073750] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.074513] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.074513] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.074513] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.074513] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.074513] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.137706] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.137845] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.137931] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.138206] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.138340] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.138441] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d373340-9d23-44ac-b018-cc28b56f824c already deleted. [ 901.138529] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.576504] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8f50b79-2b67-4118-8716-c4cbc2fac90e: rpc.has_security_group_logging(os_id): False [ 901.594362] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.594509] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.594600] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.594789] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.614241] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.614546] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.614642] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.614699] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.614899] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.614977] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.615253] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.615334] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.615334] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.615465] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.615540] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.615730] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.615825] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.615888] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.616041] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.616117] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.616240] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e is going to be updated. [ 901.687010] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.687291] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.687340] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.688502] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.688502] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.705170] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e in Status: IN_PROGRESS for 2s [ 901.964229] env[69297]: INFO networking_nsxv3.common.synchronization [None req-fe3a1232-84b2-4212-9889-96b7de663065 None None] Enqueued Resource ID: 663ff031-eb5e-4a98-8b8d-e6736d5d5d8e with Priority: HIGHEST for action port [ 901.964883] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 663ff031-eb5e-4a98-8b8d-e6736d5d5d8e with Priority: HIGHEST for action port [ 901.965294] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-663ff031-eb5e-4a98-8b8d-e6736d5d5d8e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.967310] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-663ff031-eb5e-4a98-8b8d-e6736d5d5d8e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.967985] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-663ff031-eb5e-4a98-8b8d-e6736d5d5d8e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.968490] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-663ff031-eb5e-4a98-8b8d-e6736d5d5d8e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.968490] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('663ff031-eb5e-4a98-8b8d-e6736d5d5d8e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.474868] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 663ff031-eb5e-4a98-8b8d-e6736d5d5d8e [ 902.475134] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.475306] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.475407] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.475647] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.475768] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.475885] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:663ff031-eb5e-4a98-8b8d-e6736d5d5d8e already deleted. [ 902.476018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-663ff031-eb5e-4a98-8b8d-e6736d5d5d8e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.721576] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e in Status: SUCCESS [ 903.721576] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.356968] env[69297]: INFO networking_nsxv3.common.synchronization [req-8929b821-526b-4085-9782-b63dc7afcf76 req-7cc28f4e-84c3-46bb-8619-0631b40fb756 tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Enqueued Resource ID: a6c08567-94d8-49e1-91e6-3efe4f5ee772 with Priority: HIGHEST for action security_group_members [ 904.357582] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6c08567-94d8-49e1-91e6-3efe4f5ee772 with Priority: HIGHEST for action security_group_members [ 904.358382] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6c08567-94d8-49e1-91e6-3efe4f5ee772 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.361879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.361879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.361879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.361879] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.361879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.361879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.361879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.361879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.361879] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6c08567-94d8-49e1-91e6-3efe4f5ee772',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.862848] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.863228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.863228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.863359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.863444] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.863664] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.863767] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.863844] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.864013] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.864105] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.864345] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6c08567-94d8-49e1-91e6-3efe4f5ee772 already deleted. [ 904.864345] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.891443] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-339 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.891698] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-339" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.892037] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-339" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.892440] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-339" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.892741] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.892959] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.893176] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.893494] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.893741] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.894112] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 904.894305] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.895424] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.895558] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.895722] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 904.895891] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.896126] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.918119] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.918349] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 904.918698] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.919114] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-339" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.919484] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-961627bd-7ade-4234-bd66-0ef30e7c650e taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.919682] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-961627bd-7ade-4234-bd66-0ef30e7c650e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.919840] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-961627bd-7ade-4234-bd66-0ef30e7c650e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.920174] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-961627bd-7ade-4234-bd66-0ef30e7c650e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.920335] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('961627bd-7ade-4234-bd66-0ef30e7c650e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.426028] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.426028] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.426028] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.426028] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.426028] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.426028] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 961627bd-7ade-4234-bd66-0ef30e7c650e not found, creating... [ 905.426028] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.426028] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.426028] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.426028] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.426028] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.426946] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.426946] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.426946] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.426946] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.427737] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.429039] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 961627bd-7ade-4234-bd66-0ef30e7c650e is going to be created. [ 905.451813] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.452647] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.452980] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.455212] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.455212] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.455212] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-961627bd-7ade-4234-bd66-0ef30e7c650e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.905088] env[69297]: INFO networking_nsxv3.common.synchronization [None req-3ffc9749-57ad-44c0-87cd-ff4ab29c3c41 None None] Enqueued Resource ID: 19a6dd71-2bd3-497c-bf39-f974d81513d9 with Priority: HIGHEST for action port [ 905.905730] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19a6dd71-2bd3-497c-bf39-f974d81513d9 with Priority: HIGHEST for action port [ 905.906058] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-19a6dd71-2bd3-497c-bf39-f974d81513d9 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.906181] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19a6dd71-2bd3-497c-bf39-f974d81513d9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.906181] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19a6dd71-2bd3-497c-bf39-f974d81513d9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.906687] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19a6dd71-2bd3-497c-bf39-f974d81513d9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.906687] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19a6dd71-2bd3-497c-bf39-f974d81513d9',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.101980] env[69297]: INFO networking_nsxv3.common.synchronization [None req-240e95bb-83a6-4b23-8d66-728f2b2a5769 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Enqueued Resource ID: 5ec4ea0f-abae-4ce8-969d-6033e72b83f7 with Priority: HIGHEST for action security_group_rules [ 906.111099] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ec4ea0f-abae-4ce8-969d-6033e72b83f7 with Priority: HIGHEST for action security_group_rules [ 906.111099] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ec4ea0f-abae-4ce8-969d-6033e72b83f7 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.111099] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.111099] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.111099] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.111099] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ec4ea0f-abae-4ce8-969d-6033e72b83f7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.181041] env[69297]: INFO networking_nsxv3.common.synchronization [None req-1c3ff9cd-3f80-4d3b-9e6e-51b9a339d588 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Enqueued Resource ID: 5ec4ea0f-abae-4ce8-969d-6033e72b83f7 with Priority: HIGHEST for action security_group_rules [ 906.181041] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ec4ea0f-abae-4ce8-969d-6033e72b83f7 with Priority: HIGHEST for action security_group_rules [ 906.181041] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ec4ea0f-abae-4ce8-969d-6033e72b83f7 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.181041] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.408966] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19a6dd71-2bd3-497c-bf39-f974d81513d9 [ 906.409345] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.409439] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.409523] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.409763] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.409870] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.409968] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19a6dd71-2bd3-497c-bf39-f974d81513d9 already deleted. [ 906.410061] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19a6dd71-2bd3-497c-bf39-f974d81513d9" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.584210] env[69297]: INFO networking_nsxv3.common.synchronization [req-8929b821-526b-4085-9782-b63dc7afcf76 req-9e76349d-75ce-40b4-b9d1-4f08514bb3e7 service nova] Enqueued Resource ID: a6c08567-94d8-49e1-91e6-3efe4f5ee772 with Priority: HIGHEST for action security_group_rules [ 906.584387] env[69297]: INFO networking_nsxv3.common.synchronization [req-8929b821-526b-4085-9782-b63dc7afcf76 req-9e76349d-75ce-40b4-b9d1-4f08514bb3e7 service nova] Enqueued Resource ID: a6c08567-94d8-49e1-91e6-3efe4f5ee772 with Priority: HIGHEST for action security_group_members [ 906.584530] env[69297]: INFO networking_nsxv3.common.synchronization [req-8929b821-526b-4085-9782-b63dc7afcf76 req-9e76349d-75ce-40b4-b9d1-4f08514bb3e7 service nova] Enqueued Resource ID: 961627bd-7ade-4234-bd66-0ef30e7c650e with Priority: HIGHEST for action port [ 906.585375] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6c08567-94d8-49e1-91e6-3efe4f5ee772 with Priority: HIGHEST for action security_group_rules [ 906.585375] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6c08567-94d8-49e1-91e6-3efe4f5ee772 with Priority: HIGHEST for action security_group_members [ 906.585375] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961627bd-7ade-4234-bd66-0ef30e7c650e with Priority: HIGHEST for action port [ 906.587106] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6c08567-94d8-49e1-91e6-3efe4f5ee772 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.587106] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.587106] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.587106] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.587106] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6c08567-94d8-49e1-91e6-3efe4f5ee772',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.588203] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6c08567-94d8-49e1-91e6-3efe4f5ee772 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.588203] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.588203] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.588203] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.588203] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.588406] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.588406] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.589507] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.589507] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.589507] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6c08567-94d8-49e1-91e6-3efe4f5ee772',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.589693] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-961627bd-7ade-4234-bd66-0ef30e7c650e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.589802] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-961627bd-7ade-4234-bd66-0ef30e7c650e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.589868] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-961627bd-7ade-4234-bd66-0ef30e7c650e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.590840] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-961627bd-7ade-4234-bd66-0ef30e7c650e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.590955] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('961627bd-7ade-4234-bd66-0ef30e7c650e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.631915] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.631915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.631915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.631915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.631915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.631915] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ec4ea0f-abae-4ce8-969d-6033e72b83f7 already deleted. [ 906.631915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.631915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.632302] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.632302] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ec4ea0f-abae-4ce8-969d-6033e72b83f7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.728024] env[69297]: INFO networking_nsxv3.common.synchronization [req-1a116868-3bd2-40b0-ad38-cd6dd0ce6a26 req-4ecbf8ee-a8ba-478f-814a-d26e95b214e4 tempest-InstanceActionsTestJSON-1154154726 tempest-InstanceActionsTestJSON-1154154726-project-member] Enqueued Resource ID: 5b19b7fb-87b8-497d-875c-0ea1fcee3150 with Priority: HIGHEST for action security_group_members [ 906.728024] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b19b7fb-87b8-497d-875c-0ea1fcee3150 with Priority: HIGHEST for action security_group_members [ 906.728024] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b19b7fb-87b8-497d-875c-0ea1fcee3150 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.728024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.728024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.728024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.728380] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.732139] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.732238] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.732453] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.732520] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.732599] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b19b7fb-87b8-497d-875c-0ea1fcee3150',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.094140] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6c08567-94d8-49e1-91e6-3efe4f5ee772',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.095332] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6c08567-94d8-49e1-91e6-3efe4f5ee772 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.095506] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.095679] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 961627bd-7ade-4234-bd66-0ef30e7c650e with status ACTIVE [ 907.095835] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.095939] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.096018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.096249] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.096341] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.096508] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.096611] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.097249] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.097249] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.097249] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.097973] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.097973] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.098117] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.098351] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.098859] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.098859] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 961627bd-7ade-4234-bd66-0ef30e7c650e is going to be updated. [ 907.121556] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.121808] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.121808] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.121965] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.122152] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.122314] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-961627bd-7ade-4234-bd66-0ef30e7c650e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.153043] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.153493] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.153493] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.153599] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.153702] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.153840] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ec4ea0f-abae-4ce8-969d-6033e72b83f7 already deleted. [ 907.153950] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.235419] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.235583] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.235686] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.235866] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.235983] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.236213] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.236353] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.236386] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.236570] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.236704] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.236957] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b19b7fb-87b8-497d-875c-0ea1fcee3150 is going to be updated. [ 907.266358] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.266537] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.266612] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.266822] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.266963] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.281871] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b19b7fb-87b8-497d-875c-0ea1fcee3150 in Status: IN_PROGRESS for 2s [ 907.601170] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6c08567-94d8-49e1-91e6-3efe4f5ee772',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.103845] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.104142] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.104142] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.104267] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.104351] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.104452] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6c08567-94d8-49e1-91e6-3efe4f5ee772 is going to be created. [ 908.132191] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.132370] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.132406] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.132647] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.132908] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.155260] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6c08567-94d8-49e1-91e6-3efe4f5ee772 in Status: UNINITIALIZED for 2s [ 908.301091] env[69297]: INFO networking_nsxv3.common.synchronization [None req-107345d2-dc3c-46b6-b2d7-c1fb498488f5 None None] Enqueued Resource ID: 6690347b-e05d-4770-85c1-f70d20836497 with Priority: HIGHEST for action port [ 908.301565] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6690347b-e05d-4770-85c1-f70d20836497 with Priority: HIGHEST for action port [ 908.301873] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-6690347b-e05d-4770-85c1-f70d20836497 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.301994] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6690347b-e05d-4770-85c1-f70d20836497" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.302620] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6690347b-e05d-4770-85c1-f70d20836497" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.303031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6690347b-e05d-4770-85c1-f70d20836497" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.303137] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6690347b-e05d-4770-85c1-f70d20836497',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.805808] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6690347b-e05d-4770-85c1-f70d20836497 [ 908.806158] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.806297] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.806387] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.806665] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.807266] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.807266] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6690347b-e05d-4770-85c1-f70d20836497 already deleted. [ 908.807266] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6690347b-e05d-4770-85c1-f70d20836497" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.293994] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b19b7fb-87b8-497d-875c-0ea1fcee3150 in Status: SUCCESS [ 909.294584] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b19b7fb-87b8-497d-875c-0ea1fcee3150 deletion is rescheduled due to dependency. [ 909.294584] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.168315] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6c08567-94d8-49e1-91e6-3efe4f5ee772 in Status: SUCCESS [ 910.168560] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.168760] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.169087] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.169313] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.169502] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.169567] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.169746] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.169901] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.169942] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.170014] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6c08567-94d8-49e1-91e6-3efe4f5ee772',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.678037] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6c08567-94d8-49e1-91e6-3efe4f5ee772',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.180627] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6c08567-94d8-49e1-91e6-3efe4f5ee772: rpc.has_security_group_logging(os_id): False [ 911.202162] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.202248] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.202329] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.202680] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.203010] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.203412] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.203585] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.203731] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.204348] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.204348] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.204348] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6c08567-94d8-49e1-91e6-3efe4f5ee772 is going to be created. [ 911.295580] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.295739] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.295817] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.296064] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.296279] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.312454] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6c08567-94d8-49e1-91e6-3efe4f5ee772 in Status: IN_PROGRESS for 2s [ 913.302647] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 913.302647] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 913.325676] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6c08567-94d8-49e1-91e6-3efe4f5ee772 in Status: SUCCESS [ 913.325849] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.143223] env[69297]: INFO networking_nsxv3.common.synchronization [req-ef116a54-b318-4623-a645-eaa1b0ceecbd req-236ce6cd-e636-4b40-b627-19778792bb1c tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Enqueued Resource ID: 1872970c-01e1-4d1d-bb81-63df9d3b74d4 with Priority: HIGHEST for action security_group_members [ 915.145265] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1872970c-01e1-4d1d-bb81-63df9d3b74d4 with Priority: HIGHEST for action security_group_members [ 915.145710] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-1872970c-01e1-4d1d-bb81-63df9d3b74d4 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.145946] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.146023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.146338] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.146539] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.146730] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.146846] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.147096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.147230] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.147628] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1872970c-01e1-4d1d-bb81-63df9d3b74d4',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.519060] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-613 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.519277] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-613" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.519396] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-613" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.519811] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-613" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.520092] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.520271] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.520380] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.520614] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.520773] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.520966] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 915.521107] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.521223] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.521338] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.521453] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 915.521590] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.521747] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.542613] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.542807] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 915.542950] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.543113] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-613" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.543565] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-d68ba8ba-e120-4221-9cab-8b4ccc27ecca taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.543797] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-d68ba8ba-e120-4221-9cab-8b4ccc27ecca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.543928] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-d68ba8ba-e120-4221-9cab-8b4ccc27ecca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.544298] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-d68ba8ba-e120-4221-9cab-8b4ccc27ecca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.544447] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d68ba8ba-e120-4221-9cab-8b4ccc27ecca',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.652691] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.652895] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.653034] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.653398] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.653522] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.653834] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.653935] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.653968] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.654160] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.654258] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.654352] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1872970c-01e1-4d1d-bb81-63df9d3b74d4 already deleted. [ 915.654563] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.046706] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.046992] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.047166] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.047530] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.047723] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.047910] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port d68ba8ba-e120-4221-9cab-8b4ccc27ecca not found, creating... [ 916.048276] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.048563] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.048696] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.048943] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.049104] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.049411] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.049623] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.049788] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.050042] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.050189] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.050337] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: d68ba8ba-e120-4221-9cab-8b4ccc27ecca is going to be created. [ 916.073505] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.073505] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.073764] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.074048] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.074347] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.074634] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-d68ba8ba-e120-4221-9cab-8b4ccc27ecca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.186466] env[69297]: INFO networking_nsxv3.common.synchronization [req-93132f79-ea60-42a0-8f6d-f4dbaa9dd1c2 req-e2c97e25-0669-4595-ad66-2e65be4e25dd tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Enqueued Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_members [ 916.186900] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_members [ 916.187152] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.188176] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.188176] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.188176] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.188176] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.188176] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.188176] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.188176] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.188600] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.188600] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.692845] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.692845] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.692845] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.692845] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.692845] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.692845] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.692845] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.692845] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.692845] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.692845] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.692845] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 is going to be updated. [ 916.734164] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.734164] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.734164] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.734164] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.734164] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.744933] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: IN_PROGRESS for 2s [ 916.870628] env[69297]: INFO networking_nsxv3.common.synchronization [req-ef116a54-b318-4623-a645-eaa1b0ceecbd req-56ff98ac-bd08-4787-b3d0-c0277942d715 service nova] Enqueued Resource ID: 1872970c-01e1-4d1d-bb81-63df9d3b74d4 with Priority: HIGHEST for action security_group_rules [ 916.870918] env[69297]: INFO networking_nsxv3.common.synchronization [req-ef116a54-b318-4623-a645-eaa1b0ceecbd req-56ff98ac-bd08-4787-b3d0-c0277942d715 service nova] Enqueued Resource ID: 1872970c-01e1-4d1d-bb81-63df9d3b74d4 with Priority: HIGHEST for action security_group_members [ 916.870981] env[69297]: INFO networking_nsxv3.common.synchronization [req-ef116a54-b318-4623-a645-eaa1b0ceecbd req-56ff98ac-bd08-4787-b3d0-c0277942d715 service nova] Enqueued Resource ID: d68ba8ba-e120-4221-9cab-8b4ccc27ecca with Priority: HIGHEST for action port [ 916.871238] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1872970c-01e1-4d1d-bb81-63df9d3b74d4 with Priority: HIGHEST for action security_group_rules [ 916.871370] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1872970c-01e1-4d1d-bb81-63df9d3b74d4 with Priority: HIGHEST for action security_group_members [ 916.871468] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d68ba8ba-e120-4221-9cab-8b4ccc27ecca with Priority: HIGHEST for action port [ 916.872357] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1872970c-01e1-4d1d-bb81-63df9d3b74d4 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.872489] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.872564] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.872809] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.872896] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1872970c-01e1-4d1d-bb81-63df9d3b74d4',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.873773] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-1872970c-01e1-4d1d-bb81-63df9d3b74d4 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.876956] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.876956] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.876956] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.876956] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.876956] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.876956] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.876956] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.876956] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.876956] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1872970c-01e1-4d1d-bb81-63df9d3b74d4',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.878524] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-d68ba8ba-e120-4221-9cab-8b4ccc27ecca taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.878524] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d68ba8ba-e120-4221-9cab-8b4ccc27ecca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.878524] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d68ba8ba-e120-4221-9cab-8b4ccc27ecca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.878524] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d68ba8ba-e120-4221-9cab-8b4ccc27ecca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.878524] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d68ba8ba-e120-4221-9cab-8b4ccc27ecca',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.380018] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-1872970c-01e1-4d1d-bb81-63df9d3b74d4 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.380307] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.380461] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1872970c-01e1-4d1d-bb81-63df9d3b74d4',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.382229] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d68ba8ba-e120-4221-9cab-8b4ccc27ecca with status ACTIVE [ 917.387287] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.387549] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.387549] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.387889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.388035] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.392294] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.392417] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.392509] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.392735] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.392887] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.392974] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.393088] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.393143] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.393296] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.393373] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.393461] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d68ba8ba-e120-4221-9cab-8b4ccc27ecca is going to be updated. [ 917.433026] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.433026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.433026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.433026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.433026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.433026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d68ba8ba-e120-4221-9cab-8b4ccc27ecca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.883138] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1872970c-01e1-4d1d-bb81-63df9d3b74d4',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.139347] env[69297]: INFO networking_nsxv3.common.synchronization [req-9990539b-1e62-435c-9d2e-09eebfa8e63c req-cff448b1-b9b4-4962-83c2-fb94556337e2 tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Enqueued Resource ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 with Priority: HIGHEST for action security_group_members [ 918.139347] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 with Priority: HIGHEST for action security_group_members [ 918.139347] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.139347] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.139776] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.140136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.140494] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.140768] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.141470] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.141470] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.141470] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.141470] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec384c20-4cff-4aa4-8a4a-7a6aa9136306',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.390869] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.391476] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.391476] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.391476] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.391476] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.391601] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1872970c-01e1-4d1d-bb81-63df9d3b74d4 is going to be created. [ 918.423881] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.424146] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.424146] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.424372] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.424602] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.436069] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1872970c-01e1-4d1d-bb81-63df9d3b74d4 in Status: UNINITIALIZED for 2s [ 918.644662] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec384c20-4cff-4aa4-8a4a-7a6aa9136306',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.761197] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: SUCCESS [ 918.761197] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 deletion is rescheduled due to dependency. [ 918.761273] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.147338] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec384c20-4cff-4aa4-8a4a-7a6aa9136306',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.650458] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.650782] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.650782] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.651915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.651915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.651915] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 is going to be updated. [ 919.680200] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.680390] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.680437] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.680609] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.680757] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.690653] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 in Status: IN_PROGRESS for 2s [ 920.446675] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1872970c-01e1-4d1d-bb81-63df9d3b74d4 in Status: SUCCESS [ 920.446675] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.446675] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.446882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.447105] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.447225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.447288] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.447439] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.447519] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.447601] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.447692] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1872970c-01e1-4d1d-bb81-63df9d3b74d4',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.509156] env[69297]: INFO networking_nsxv3.common.synchronization [req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c req-d96e0c5b-9b75-4856-8431-aee3b20eaf44 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Enqueued Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_members [ 920.509765] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_members [ 920.510273] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.510273] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.510502] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.510560] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.513019] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.513135] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.513197] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.513361] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.513443] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.513543] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.817933] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-247 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.818222] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.818352] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.818729] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.819193] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.819432] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.820024] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.820024] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.820024] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.820242] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 920.820378] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.820524] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.820666] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.820788] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 920.820941] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.821118] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.842591] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.842743] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 920.842889] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.843104] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.843450] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-e1db84aa-5ad7-464d-bf19-6255f8748404 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.843647] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-e1db84aa-5ad7-464d-bf19-6255f8748404" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.843775] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-e1db84aa-5ad7-464d-bf19-6255f8748404" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.844114] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-e1db84aa-5ad7-464d-bf19-6255f8748404" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.844272] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1db84aa-5ad7-464d-bf19-6255f8748404',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.950848] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-1872970c-01e1-4d1d-bb81-63df9d3b74d4 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.950848] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.950848] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.951115] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.951298] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.951363] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.951433] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.951591] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.951681] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.951778] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.951926] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-1872970c-01e1-4d1d-bb81-63df9d3b74d4 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.952034] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.952099] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.952248] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.952385] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.952522] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.952573] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.952696] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.952823] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.952855] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.952942] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1872970c-01e1-4d1d-bb81-63df9d3b74d4',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.016432] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.016652] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.016733] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.017132] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.017262] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.017481] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.017585] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.017649] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.017811] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.017888] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.017976] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b is going to be deleted. [ 921.047331] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.047529] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.047568] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.047750] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.047846] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.047945] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.347681] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.347681] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.347846] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.348094] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.348249] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.348421] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port e1db84aa-5ad7-464d-bf19-6255f8748404 not found, creating... [ 921.348695] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.348859] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.348980] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.349222] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.349367] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.349674] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.349840] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.349962] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.350254] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.350316] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.350458] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: e1db84aa-5ad7-464d-bf19-6255f8748404 is going to be created. [ 921.370483] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.370803] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.370890] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.371166] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.371400] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.371747] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-e1db84aa-5ad7-464d-bf19-6255f8748404" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.457256] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1872970c-01e1-4d1d-bb81-63df9d3b74d4: rpc.has_security_group_logging(os_id): False [ 921.489300] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.489300] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.489300] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.489300] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.489300] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.489300] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.489300] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.489300] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.489300] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.489300] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.489300] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.489300] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.489300] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.489300] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.489300] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.490564] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.490753] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.490753] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.490902] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.490982] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.491164] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1872970c-01e1-4d1d-bb81-63df9d3b74d4 is going to be created. [ 921.577659] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.577659] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.577659] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.577659] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.577870] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.591045] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1872970c-01e1-4d1d-bb81-63df9d3b74d4 in Status: IN_PROGRESS for 2s [ 921.700439] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 in Status: SUCCESS [ 921.700657] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.107277] env[69297]: INFO networking_nsxv3.common.synchronization [req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c req-c8bf23f7-7533-462c-be96-afdb27aa9be3 service nova] Enqueued Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_rules [ 922.107277] env[69297]: INFO networking_nsxv3.common.synchronization [req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c req-c8bf23f7-7533-462c-be96-afdb27aa9be3 service nova] Enqueued Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_members [ 922.107277] env[69297]: INFO networking_nsxv3.common.synchronization [req-22b85c1b-4ca9-4128-9e6f-941f7bf8bf8c req-c8bf23f7-7533-462c-be96-afdb27aa9be3 service nova] Enqueued Resource ID: e1db84aa-5ad7-464d-bf19-6255f8748404 with Priority: HIGHEST for action port [ 922.107277] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_rules [ 922.107277] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_members [ 922.107277] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1db84aa-5ad7-464d-bf19-6255f8748404 with Priority: HIGHEST for action port [ 922.108662] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.109466] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.109466] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.109871] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.110409] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.112971] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.113784] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.113784] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.113784] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.113784] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.113784] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.113784] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.114104] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.114135] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.115031] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.115556] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1db84aa-5ad7-464d-bf19-6255f8748404 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.115556] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1db84aa-5ad7-464d-bf19-6255f8748404" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.115716] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1db84aa-5ad7-464d-bf19-6255f8748404" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.116865] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1db84aa-5ad7-464d-bf19-6255f8748404" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.116865] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1db84aa-5ad7-464d-bf19-6255f8748404',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.614438] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.614438] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.616631] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.618172] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1db84aa-5ad7-464d-bf19-6255f8748404 with status ACTIVE [ 922.618858] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.618858] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.618858] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.619198] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.619198] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.619294] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.619444] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.619444] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.619588] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.619661] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.619839] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.620112] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.620112] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.620291] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.620291] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.620291] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1db84aa-5ad7-464d-bf19-6255f8748404 is going to be updated. [ 922.644595] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.644774] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.644840] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.645012] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.645159] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.645324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1db84aa-5ad7-464d-bf19-6255f8748404" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.119464] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.605755] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1872970c-01e1-4d1d-bb81-63df9d3b74d4 in Status: SUCCESS [ 923.606818] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.621807] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.621976] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.622078] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.622306] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.622401] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.622506] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b is going to be created. [ 923.650229] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.650529] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.650529] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.650662] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.650842] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.662800] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b in Status: UNINITIALIZED for 2s [ 924.749980] env[69297]: INFO networking_nsxv3.common.synchronization [req-411b8d46-cdba-4ea0-b642-1ef050a21fcb req-b7c7149f-9707-4502-96fd-f0c15a9eec08 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Enqueued Resource ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 with Priority: HIGHEST for action security_group_members [ 924.750247] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 with Priority: HIGHEST for action security_group_members [ 924.750620] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.750755] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.750821] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.751200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.751383] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.751493] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.751559] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.751729] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.751815] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.751910] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.255189] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.307909] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-357 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.307909] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-357" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.307909] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-357" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.307909] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-357" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.307909] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.307909] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.308613] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.309149] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.309447] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.309819] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 925.310144] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.312273] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.312273] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.312273] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 925.314347] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.314347] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.316604] env[69297]: INFO networking_nsxv3.common.synchronization [req-13b8c251-d8cb-4983-94fc-abc498f31923 req-c0394f98-a2a7-4c21-93e0-145c261ad831 tempest-VolumesAdminNegativeTest-2144079019 tempest-VolumesAdminNegativeTest-2144079019-project-member] Enqueued Resource ID: 5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f with Priority: HIGHEST for action security_group_members [ 925.317573] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f with Priority: HIGHEST for action security_group_members [ 925.318137] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.318303] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.318396] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.318651] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.318846] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.318981] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.319106] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.319291] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.319406] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.319551] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.334606] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.334778] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 925.334930] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.335138] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-357" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.335458] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-faa93ed4-e907-4908-8b55-85185c800dc4 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.335637] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-faa93ed4-e907-4908-8b55-85185c800dc4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.335762] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-faa93ed4-e907-4908-8b55-85185c800dc4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.336114] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-faa93ed4-e907-4908-8b55-85185c800dc4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.336257] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faa93ed4-e907-4908-8b55-85185c800dc4',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.676973] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b in Status: SUCCESS [ 925.676973] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.677246] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.677397] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.677589] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.677702] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.677775] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.677965] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.678026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.678104] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.678199] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.757009] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.822936] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.822936] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.822936] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.822936] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.838841] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.843116] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.843116] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.843116] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.843116] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.843116] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port faa93ed4-e907-4908-8b55-85185c800dc4 not found, creating... [ 925.843116] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.843116] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.843116] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.843116] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.843116] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.843477] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.843477] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.843477] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.843477] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.843477] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.844241] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: faa93ed4-e907-4908-8b55-85185c800dc4 is going to be created. [ 925.847045] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.847045] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.847045] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.847045] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.848318] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.848318] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.848490] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f is going to be updated. [ 925.867153] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.867516] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.867516] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.867971] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.868060] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.868239] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-faa93ed4-e907-4908-8b55-85185c800dc4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.877702] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.877805] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.877879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.878109] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.878251] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.889987] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f in Status: IN_PROGRESS for 2s [ 926.180267] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.180759] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.180759] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.180928] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.180985] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.181131] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.181196] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.181402] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.181440] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.181852] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.181852] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.181852] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.181852] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.182074] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.182074] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.182152] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.182213] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.183015] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.183015] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.183015] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.183015] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.260913] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.261113] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.261193] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.261446] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.261543] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.261643] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 is going to be updated. [ 926.301139] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.301321] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.301494] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.301723] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.301879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.316705] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 in Status: IN_PROGRESS for 2s [ 926.584320] env[69297]: INFO networking_nsxv3.common.synchronization [req-411b8d46-cdba-4ea0-b642-1ef050a21fcb req-f7e2e63d-5a79-4acb-a676-223a37b1bfa0 service nova] Enqueued Resource ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 with Priority: HIGHEST for action security_group_rules [ 926.584504] env[69297]: INFO networking_nsxv3.common.synchronization [req-411b8d46-cdba-4ea0-b642-1ef050a21fcb req-f7e2e63d-5a79-4acb-a676-223a37b1bfa0 service nova] Enqueued Resource ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 with Priority: HIGHEST for action security_group_members [ 926.584651] env[69297]: INFO networking_nsxv3.common.synchronization [req-411b8d46-cdba-4ea0-b642-1ef050a21fcb req-f7e2e63d-5a79-4acb-a676-223a37b1bfa0 service nova] Enqueued Resource ID: faa93ed4-e907-4908-8b55-85185c800dc4 with Priority: HIGHEST for action port [ 926.584880] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 with Priority: HIGHEST for action security_group_rules [ 926.585012] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 with Priority: HIGHEST for action security_group_members [ 926.585118] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faa93ed4-e907-4908-8b55-85185c800dc4 with Priority: HIGHEST for action port [ 926.585668] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.585866] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.585866] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.590169] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.590280] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.595019] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.595019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.595019] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-faa93ed4-e907-4908-8b55-85185c800dc4 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.595019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faa93ed4-e907-4908-8b55-85185c800dc4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.595019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faa93ed4-e907-4908-8b55-85185c800dc4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.595019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faa93ed4-e907-4908-8b55-85185c800dc4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.595019] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faa93ed4-e907-4908-8b55-85185c800dc4',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.687534] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b: rpc.has_security_group_logging(os_id): False [ 926.704811] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.705019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.705066] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.705258] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.705347] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.705589] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.705804] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.705890] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.706055] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.706137] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.706381] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.706447] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.706511] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.706658] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.706735] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.706912] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.707017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.707155] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.707324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.707417] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.707484] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b is going to be created. [ 926.765359] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.765638] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.765638] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.765836] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.766037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.781878] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b in Status: IN_PROGRESS for 2s [ 927.094772] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.094895] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.095097] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port faa93ed4-e907-4908-8b55-85185c800dc4 with status ACTIVE [ 927.095259] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.095359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.095420] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.095625] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.095706] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.095867] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.095982] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.096053] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.096199] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.096272] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.096464] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.096592] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.096657] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.096973] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.097067] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.097152] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: faa93ed4-e907-4908-8b55-85185c800dc4 is going to be updated. [ 927.119686] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.119858] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.119922] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.120704] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.120704] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.120704] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faa93ed4-e907-4908-8b55-85185c800dc4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.899147] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f in Status: SUCCESS [ 927.899430] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f deletion is rescheduled due to dependency. [ 927.899430] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.331160] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 in Status: SUCCESS [ 928.331160] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.331160] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.331160] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.331160] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.331160] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.331160] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.331160] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.331160] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.331160] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.797610] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b in Status: SUCCESS [ 928.797847] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.835522] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.097758] env[69297]: INFO networking_nsxv3.common.synchronization [None req-d551645b-0279-4e4f-8630-e43ef5a2d057 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Enqueued Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_members [ 929.098480] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_members [ 929.098798] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.099024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.099070] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.099269] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.099480] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.099573] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.099608] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.099754] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.099840] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.099937] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.337074] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.602962] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.839055] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.839171] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.839212] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.839606] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.840650] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.840650] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 is going to be updated. [ 929.872934] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.873210] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.873210] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.873359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.873507] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.884208] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 in Status: IN_PROGRESS for 2s [ 930.106299] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.608822] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.609048] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.609048] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.609330] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.609455] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.609600] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b is going to be updated. [ 930.641940] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.642076] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.642152] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.642400] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.643031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.651500] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b in Status: IN_PROGRESS for 2s [ 930.900763] env[69297]: INFO networking_nsxv3.common.synchronization [req-21016e33-f3b9-4e4d-89d8-b392e3423e24 req-018700b6-03c5-4a88-888e-417561bbeb43 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Enqueued Resource ID: fda6d7ae-c472-46d1-abe1-a257de399fdc with Priority: HIGHEST for action security_group_members [ 930.901355] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda6d7ae-c472-46d1-abe1-a257de399fdc with Priority: HIGHEST for action security_group_members [ 930.902072] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda6d7ae-c472-46d1-abe1-a257de399fdc taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.902206] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.902277] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.902475] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.902631] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.902821] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.902821] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.902927] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.903024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.903123] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fda6d7ae-c472-46d1-abe1-a257de399fdc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.405758] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.405758] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.405758] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.406206] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.406206] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.406465] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.406465] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.406465] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.406681] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.406681] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.406759] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fda6d7ae-c472-46d1-abe1-a257de399fdc is going to be updated. [ 931.439386] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.441363] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.441363] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.441363] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.441363] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.451400] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda6d7ae-c472-46d1-abe1-a257de399fdc in Status: IN_PROGRESS for 2s [ 931.472715] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-247 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.472715] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.472715] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.473090] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.473388] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.473638] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.473703] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.473935] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.474104] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.474320] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 931.474439] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.474666] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.474666] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.474783] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 931.474862] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.474995] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.499416] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.499636] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 931.499786] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.499966] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.500299] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-c16b1c06-00c1-46f0-b30a-f7c0e0e6d452 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.500473] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-c16b1c06-00c1-46f0-b30a-f7c0e0e6d452" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.500597] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-c16b1c06-00c1-46f0-b30a-f7c0e0e6d452" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.500932] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-c16b1c06-00c1-46f0-b30a-f7c0e0e6d452" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.501086] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c16b1c06-00c1-46f0-b30a-f7c0e0e6d452',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.895820] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 in Status: SUCCESS [ 931.896034] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.896242] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.896513] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.896735] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.896889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.896962] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.897221] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.897297] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.897424] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.897519] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.003335] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.003556] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.003691] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.003993] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.004161] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.004342] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port c16b1c06-00c1-46f0-b30a-f7c0e0e6d452 not found, creating... [ 932.004612] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.004777] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.004898] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.005133] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.005272] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.005551] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.005734] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.005862] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.006136] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.006281] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.006429] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: c16b1c06-00c1-46f0-b30a-f7c0e0e6d452 is going to be created. [ 932.027996] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.028251] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.028381] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.028729] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.028970] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.029218] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-c16b1c06-00c1-46f0-b30a-f7c0e0e6d452" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.399736] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.399903] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.400057] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.400378] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.400638] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.400826] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.400924] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.401191] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.401330] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.401460] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.401625] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.401748] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.401822] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.402174] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.402174] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.403424] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.403424] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.403424] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.403424] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.403424] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.403424] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.664563] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b in Status: SUCCESS [ 932.664895] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.731438] env[69297]: INFO networking_nsxv3.common.synchronization [req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 req-e198c55a-8921-4eab-aae2-611ab72d0e58 service nova] Enqueued Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_rules [ 932.731438] env[69297]: INFO networking_nsxv3.common.synchronization [req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 req-e198c55a-8921-4eab-aae2-611ab72d0e58 service nova] Enqueued Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_members [ 932.731438] env[69297]: INFO networking_nsxv3.common.synchronization [req-5cc3f816-4eee-4c5b-b61c-97b5d01a68c7 req-e198c55a-8921-4eab-aae2-611ab72d0e58 service nova] Enqueued Resource ID: c16b1c06-00c1-46f0-b30a-f7c0e0e6d452 with Priority: HIGHEST for action port [ 932.731438] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_rules [ 932.731438] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_members [ 932.731438] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16b1c06-00c1-46f0-b30a-f7c0e0e6d452 with Priority: HIGHEST for action port [ 932.732257] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.732257] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.732257] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.732439] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.732518] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.733667] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.733667] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.733667] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.733941] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.733941] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.733941] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.734186] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.734186] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.734275] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.734319] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.735656] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-c16b1c06-00c1-46f0-b30a-f7c0e0e6d452 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.735716] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c16b1c06-00c1-46f0-b30a-f7c0e0e6d452" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.738038] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c16b1c06-00c1-46f0-b30a-f7c0e0e6d452" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.738038] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c16b1c06-00c1-46f0-b30a-f7c0e0e6d452" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.738038] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c16b1c06-00c1-46f0-b30a-f7c0e0e6d452',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.912029] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87: rpc.has_security_group_logging(os_id): False [ 932.929842] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.930025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.930102] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.930328] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.930478] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.932320] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.932449] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.932519] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.932707] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.932794] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.932994] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.933106] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.933172] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.933314] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.933392] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.935076] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.935197] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.935267] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.935418] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.935509] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.935600] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 is going to be updated. [ 933.002140] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.002287] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.002690] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.002690] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.002690] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.015380] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 in Status: IN_PROGRESS for 2s [ 933.236027] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.237273] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c16b1c06-00c1-46f0-b30a-f7c0e0e6d452 with status ACTIVE [ 933.237526] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.237715] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.237715] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.238685] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.238685] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.238685] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.238685] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.238685] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.238685] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.238685] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.238922] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.238922] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.238922] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.239254] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.239368] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.239459] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c16b1c06-00c1-46f0-b30a-f7c0e0e6d452 is going to be updated. [ 933.241169] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.241169] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.275603] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.275757] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.275843] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.276495] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.276495] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.276495] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c16b1c06-00c1-46f0-b30a-f7c0e0e6d452" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.461803] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda6d7ae-c472-46d1-abe1-a257de399fdc in Status: SUCCESS [ 933.461990] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fda6d7ae-c472-46d1-abe1-a257de399fdc deletion is rescheduled due to dependency. [ 933.462134] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.617101] env[69297]: INFO networking_nsxv3.common.synchronization [req-22a89cae-0feb-46ed-9efb-7f913ed9183b req-5208c406-4528-45ff-a5b9-2f634739c8a6 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Enqueued Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_members [ 933.617530] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_members [ 933.617847] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.618178] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.618832] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.619053] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.619215] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.619324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.619390] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.619618] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.619707] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.619851] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.741717] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.123732] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.123732] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.123732] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.124099] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.124204] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.124352] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.128028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.128028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.128028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.128028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.128028] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 is going to be updated. [ 934.175784] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.176010] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.176150] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.176407] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.176618] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.208031] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: IN_PROGRESS for 2s [ 934.251994] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.251994] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.251994] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.251994] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.251994] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.251994] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b is going to be updated. [ 934.292122] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.292535] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.292535] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.292687] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.292827] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.306302] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b in Status: IN_PROGRESS for 2s [ 934.348687] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-599 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.348687] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-599" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.348687] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-599" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.348687] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-599" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.348687] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.348687] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.348687] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.348687] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.348687] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.348687] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.348687] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.348687] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.348687] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.349999] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 934.349999] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.349999] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.378957] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.379899] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 934.379899] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.379899] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-599" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.379899] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-e6d1e3fe-df46-4b47-84a3-d04e0cf09db7 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.380278] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-e6d1e3fe-df46-4b47-84a3-d04e0cf09db7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.380278] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-e6d1e3fe-df46-4b47-84a3-d04e0cf09db7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.381375] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-e6d1e3fe-df46-4b47-84a3-d04e0cf09db7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.381375] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6d1e3fe-df46-4b47-84a3-d04e0cf09db7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.889209] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.889209] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.889209] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.889209] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.889209] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.889209] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port e6d1e3fe-df46-4b47-84a3-d04e0cf09db7 not found, creating... [ 934.889209] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.889209] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.889209] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.889209] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.889209] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.889840] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.889840] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.889840] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.890111] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.890111] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.890185] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: e6d1e3fe-df46-4b47-84a3-d04e0cf09db7 is going to be created. [ 934.913296] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.913628] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.913628] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.914326] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.914582] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.914805] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-e6d1e3fe-df46-4b47-84a3-d04e0cf09db7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.029185] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 in Status: SUCCESS [ 935.029185] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.747094] env[69297]: INFO networking_nsxv3.common.synchronization [req-940ffd69-444e-4f65-aaec-845ef374dc95 req-64e8b6c2-922e-4f55-b61b-ccd3157ef50e tempest-ServerMetadataTestJSON-754064373 tempest-ServerMetadataTestJSON-754064373-project-member] Enqueued Resource ID: 1872970c-01e1-4d1d-bb81-63df9d3b74d4 with Priority: HIGHEST for action security_group_members [ 935.747094] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1872970c-01e1-4d1d-bb81-63df9d3b74d4 with Priority: HIGHEST for action security_group_members [ 935.747094] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-1872970c-01e1-4d1d-bb81-63df9d3b74d4 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.747094] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.747094] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.747094] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.747973] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.748277] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.748458] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.750039] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.750039] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.750039] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1872970c-01e1-4d1d-bb81-63df9d3b74d4',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.803427] env[69297]: INFO networking_nsxv3.common.synchronization [req-22a89cae-0feb-46ed-9efb-7f913ed9183b req-2e9591c0-ca60-4573-b64a-d38169e22f97 service nova] Enqueued Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_rules [ 935.803427] env[69297]: INFO networking_nsxv3.common.synchronization [req-22a89cae-0feb-46ed-9efb-7f913ed9183b req-2e9591c0-ca60-4573-b64a-d38169e22f97 service nova] Enqueued Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_members [ 935.803427] env[69297]: INFO networking_nsxv3.common.synchronization [req-22a89cae-0feb-46ed-9efb-7f913ed9183b req-2e9591c0-ca60-4573-b64a-d38169e22f97 service nova] Enqueued Resource ID: e6d1e3fe-df46-4b47-84a3-d04e0cf09db7 with Priority: HIGHEST for action port [ 935.804390] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_rules [ 935.804727] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_members [ 935.805474] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6d1e3fe-df46-4b47-84a3-d04e0cf09db7 with Priority: HIGHEST for action port [ 935.805474] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.805474] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.805474] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.807701] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.807701] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.807994] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.808113] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.808651] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6d1e3fe-df46-4b47-84a3-d04e0cf09db7 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.808729] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6d1e3fe-df46-4b47-84a3-d04e0cf09db7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.808788] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6d1e3fe-df46-4b47-84a3-d04e0cf09db7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.808978] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6d1e3fe-df46-4b47-84a3-d04e0cf09db7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.809071] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6d1e3fe-df46-4b47-84a3-d04e0cf09db7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.217031] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: SUCCESS [ 936.217031] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 deletion is rescheduled due to dependency. [ 936.217031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.217031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.217031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.217031] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.217031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.217031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.217031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.217031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.217031] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.251373] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.251693] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.252420] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.256096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.256096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.256096] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.256096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.256096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.256096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.256096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.256096] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1872970c-01e1-4d1d-bb81-63df9d3b74d4 is going to be updated. [ 936.284088] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.284247] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.284878] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.284878] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.284878] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.298065] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1872970c-01e1-4d1d-bb81-63df9d3b74d4 in Status: IN_PROGRESS for 2s [ 936.313880] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.313880] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.313880] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6d1e3fe-df46-4b47-84a3-d04e0cf09db7 with status ACTIVE [ 936.313880] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.313880] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.313880] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.313880] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.313880] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.313880] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.313880] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.313880] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.313880] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.314759] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.314759] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.314759] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.314759] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.314759] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.314759] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.314759] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6d1e3fe-df46-4b47-84a3-d04e0cf09db7 is going to be updated. [ 936.316609] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b in Status: SUCCESS [ 936.316861] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.316958] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.317138] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.317269] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.317370] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.317436] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.317582] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.317656] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.317951] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.319126] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.339645] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.339811] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.339887] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.340183] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.340264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.340425] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6d1e3fe-df46-4b47-84a3-d04e0cf09db7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.387050] env[69297]: INFO networking_nsxv3.common.synchronization [req-0ac73c56-636d-4620-976e-4440074a6db9 req-7186c9ee-f9c6-42d7-a216-9f0c06f3273b tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Enqueued Resource ID: 4414db10-9cd7-414a-b27f-3ab31d5076e3 with Priority: HIGHEST for action security_group_members [ 936.387783] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4414db10-9cd7-414a-b27f-3ab31d5076e3 with Priority: HIGHEST for action security_group_members [ 936.390481] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4414db10-9cd7-414a-b27f-3ab31d5076e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.390624] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.390687] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.390958] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.391141] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.391254] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.391295] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.391455] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.391543] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.391637] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4414db10-9cd7-414a-b27f-3ab31d5076e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.720145] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.822278] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.822495] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.822495] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.822722] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.822885] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.822991] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.823072] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.823225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.823313] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.823400] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.823574] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.823725] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.823831] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.824008] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.824159] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.824256] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.824320] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.824457] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.824537] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.824620] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.824735] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.896768] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.897015] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.897086] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.897286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.897384] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.897602] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.897735] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.897816] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.898363] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.898487] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.898615] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4414db10-9cd7-414a-b27f-3ab31d5076e3 already deleted. [ 936.898712] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.979022] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-266 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.979022] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-266" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.979022] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-266" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.979022] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-266" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.979022] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.979022] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.979022] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.979563] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.979837] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.980181] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 936.980419] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.980640] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.980878] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.981179] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 936.981426] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.981698] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.001529] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.001529] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 937.001529] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.001529] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-266" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.001529] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-bbcf29d3-dfa7-4201-93de-2c69323816ef taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.001797] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-bbcf29d3-dfa7-4201-93de-2c69323816ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.001797] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-bbcf29d3-dfa7-4201-93de-2c69323816ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.003637] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-bbcf29d3-dfa7-4201-93de-2c69323816ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.003835] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbcf29d3-dfa7-4201-93de-2c69323816ef',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.222581] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.332510] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b: rpc.has_security_group_logging(os_id): False [ 937.353022] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.353022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.353022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.353022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.353022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.353022] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.353022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.353022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.353022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.353022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.353022] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.353022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.353022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.353022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.353022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.353632] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.353632] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.353632] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.353632] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.353632] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.353632] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b is going to be updated. [ 937.414022] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.414022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.414022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.414232] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.414343] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.429295] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b in Status: IN_PROGRESS for 2s [ 937.506501] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.506734] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.506885] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.507187] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.507344] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.507506] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port bbcf29d3-dfa7-4201-93de-2c69323816ef not found, creating... [ 937.507791] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.507956] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.508092] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.508325] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.508471] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.508810] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.509057] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.509214] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.509435] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.509635] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.509765] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: bbcf29d3-dfa7-4201-93de-2c69323816ef is going to be created. [ 937.535080] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.535316] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.535446] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.535732] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.535973] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.536244] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-bbcf29d3-dfa7-4201-93de-2c69323816ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.724766] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.725139] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.725300] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.725591] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.725771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.725952] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 is going to be updated. [ 937.761211] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.761211] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.761211] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.761211] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.761211] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.770386] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: IN_PROGRESS for 2s [ 938.267658] env[69297]: INFO networking_nsxv3.common.synchronization [req-0ac73c56-636d-4620-976e-4440074a6db9 req-08dc9856-6fce-4333-9da7-9724862df30a service nova] Enqueued Resource ID: 4414db10-9cd7-414a-b27f-3ab31d5076e3 with Priority: HIGHEST for action security_group_rules [ 938.267658] env[69297]: INFO networking_nsxv3.common.synchronization [req-0ac73c56-636d-4620-976e-4440074a6db9 req-08dc9856-6fce-4333-9da7-9724862df30a service nova] Enqueued Resource ID: 4414db10-9cd7-414a-b27f-3ab31d5076e3 with Priority: HIGHEST for action security_group_members [ 938.267658] env[69297]: INFO networking_nsxv3.common.synchronization [req-0ac73c56-636d-4620-976e-4440074a6db9 req-08dc9856-6fce-4333-9da7-9724862df30a service nova] Enqueued Resource ID: bbcf29d3-dfa7-4201-93de-2c69323816ef with Priority: HIGHEST for action port [ 938.267658] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4414db10-9cd7-414a-b27f-3ab31d5076e3 with Priority: HIGHEST for action security_group_rules [ 938.267658] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4414db10-9cd7-414a-b27f-3ab31d5076e3 with Priority: HIGHEST for action security_group_members [ 938.267658] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbcf29d3-dfa7-4201-93de-2c69323816ef with Priority: HIGHEST for action port [ 938.267658] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4414db10-9cd7-414a-b27f-3ab31d5076e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.276179] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.276179] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.276179] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.276179] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4414db10-9cd7-414a-b27f-3ab31d5076e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.277310] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4414db10-9cd7-414a-b27f-3ab31d5076e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.277661] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.277917] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.278436] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.278724] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.278968] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.279140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.279479] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.279891] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.280099] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4414db10-9cd7-414a-b27f-3ab31d5076e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.281130] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbcf29d3-dfa7-4201-93de-2c69323816ef taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.281387] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbcf29d3-dfa7-4201-93de-2c69323816ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.281549] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbcf29d3-dfa7-4201-93de-2c69323816ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.281794] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbcf29d3-dfa7-4201-93de-2c69323816ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.281969] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbcf29d3-dfa7-4201-93de-2c69323816ef',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.309062] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1872970c-01e1-4d1d-bb81-63df9d3b74d4 in Status: SUCCESS [ 938.309973] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1872970c-01e1-4d1d-bb81-63df9d3b74d4 deletion is rescheduled due to dependency. [ 938.309973] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.783943] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4414db10-9cd7-414a-b27f-3ab31d5076e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.785048] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4414db10-9cd7-414a-b27f-3ab31d5076e3 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.785172] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.785320] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbcf29d3-dfa7-4201-93de-2c69323816ef with status ACTIVE [ 938.785477] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.785587] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.785656] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.785911] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.785980] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.786146] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.786245] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.786306] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.786460] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.786543] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.786721] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.786817] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.786873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.787021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.787571] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.787669] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbcf29d3-dfa7-4201-93de-2c69323816ef is going to be updated. [ 938.812477] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.812657] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.812701] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.812884] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.813033] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.813194] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbcf29d3-dfa7-4201-93de-2c69323816ef" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.289664] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4414db10-9cd7-414a-b27f-3ab31d5076e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.449508] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b in Status: SUCCESS [ 939.450248] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.781168] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: SUCCESS [ 939.781384] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.781561] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.781797] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.781988] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.782304] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.782304] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.782414] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.782414] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.782494] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.782587] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.792283] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.792433] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.792477] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.792773] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.792865] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.792968] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4414db10-9cd7-414a-b27f-3ab31d5076e3 is going to be created. [ 939.815566] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.815707] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.815776] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.815986] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.816177] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.825932] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4414db10-9cd7-414a-b27f-3ab31d5076e3 in Status: UNINITIALIZED for 2s [ 940.285911] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.286101] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.286178] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.286417] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.286627] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.286761] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.286761] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.286936] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.287062] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.287157] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.287325] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.287430] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.287482] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.287661] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.287789] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.287895] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.287945] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.288100] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.288190] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.288271] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.288379] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.790926] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1dc86b7-b853-47bc-a5de-6615e82494e3: rpc.has_security_group_logging(os_id): False [ 940.817153] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.817482] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.817482] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.817715] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.817750] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.818073] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.818217] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.818280] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.818478] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.818647] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.818897] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.818998] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.819090] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.819257] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.819387] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.819809] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.819809] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.819809] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.820037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.820037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.820130] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 is going to be updated. [ 940.888392] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.888587] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.888658] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.888877] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.889041] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.900103] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: IN_PROGRESS for 2s [ 940.989780] env[69297]: INFO networking_nsxv3.common.synchronization [req-da35873e-6a70-45d8-b182-9bd428c64451 req-da1ffe19-429d-4f87-abeb-eb5f55efd82f tempest-ServersWithSpecificFlavorTestJSON-2108907904 tempest-ServersWithSpecificFlavorTestJSON-2108907904-project-member] Enqueued Resource ID: f9b05578-5685-4298-b042-4033d485ab17 with Priority: HIGHEST for action security_group_members [ 940.990666] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b05578-5685-4298-b042-4033d485ab17 with Priority: HIGHEST for action security_group_members [ 940.991027] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9b05578-5685-4298-b042-4033d485ab17 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.991165] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.991236] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.991603] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.991910] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.992114] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.992114] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.992216] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.992329] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.992373] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9b05578-5685-4298-b042-4033d485ab17',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.496519] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.496743] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.496811] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.497037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.497128] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.497328] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.497420] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.497582] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.497644] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.497696] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.497771] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b05578-5685-4298-b042-4033d485ab17 is going to be updated. [ 941.550950] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.551130] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.551209] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.551425] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.551576] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.561471] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b05578-5685-4298-b042-4033d485ab17 in Status: IN_PROGRESS for 2s [ 941.836185] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4414db10-9cd7-414a-b27f-3ab31d5076e3 in Status: SUCCESS [ 941.836479] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.836479] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.836668] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.836861] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.836982] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.837062] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.837215] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.837296] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.837382] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.837474] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4414db10-9cd7-414a-b27f-3ab31d5076e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.870151] env[69297]: INFO networking_nsxv3.common.synchronization [None req-41432c82-05ee-40a0-9a17-7145b10baa79 None None] Enqueued Resource ID: 4e4a1922-b487-415d-8e94-33045eb7097e with Priority: HIGHEST for action port [ 941.871034] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e4a1922-b487-415d-8e94-33045eb7097e with Priority: HIGHEST for action port [ 941.871364] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e4a1922-b487-415d-8e94-33045eb7097e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.871489] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e4a1922-b487-415d-8e94-33045eb7097e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.871565] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e4a1922-b487-415d-8e94-33045eb7097e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.871823] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e4a1922-b487-415d-8e94-33045eb7097e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.871908] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e4a1922-b487-415d-8e94-33045eb7097e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.340534] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4414db10-9cd7-414a-b27f-3ab31d5076e3 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.340719] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.340791] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.341029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.341201] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.341327] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.341389] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.341546] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.342034] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.342034] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.342034] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4414db10-9cd7-414a-b27f-3ab31d5076e3 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.342034] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.342215] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.342215] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.342354] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.342446] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.342526] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.342671] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.343132] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.343132] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.343132] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4414db10-9cd7-414a-b27f-3ab31d5076e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.376286] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e4a1922-b487-415d-8e94-33045eb7097e [ 942.376286] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.376286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.376286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.376286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.376286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.376286] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e4a1922-b487-415d-8e94-33045eb7097e already deleted. [ 942.376286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e4a1922-b487-415d-8e94-33045eb7097e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.522686] env[69297]: INFO networking_nsxv3.common.synchronization [None req-4da5b4a4-3b3e-49e3-95c2-f57ad7421e8f tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Enqueued Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGHEST for action security_group_rules [ 942.523739] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGHEST for action security_group_rules [ 942.528692] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-586d817e-cd7c-4163-ab28-9c4573191706 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.528692] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.528692] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.528692] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.528692] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.631032] env[69297]: INFO networking_nsxv3.common.synchronization [None req-8fc07719-3c47-4590-98d7-d5f76ebc64cc tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Enqueued Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGHEST for action security_group_rules [ 942.631032] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGHEST for action security_group_rules [ 942.633915] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-586d817e-cd7c-4163-ab28-9c4573191706 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.634221] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.846703] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4414db10-9cd7-414a-b27f-3ab31d5076e3: rpc.has_security_group_logging(os_id): False [ 942.869200] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.869200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.869200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.869200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.869200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.869200] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.869200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.869200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.869200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.869200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.869200] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.869200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.869200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.869200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.869200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.869707] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.869707] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.869707] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.870321] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.870655] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.870856] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4414db10-9cd7-414a-b27f-3ab31d5076e3 is going to be created. [ 942.913458] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: SUCCESS [ 942.913536] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.952065] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.952479] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.952780] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.953435] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.954041] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.969842] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4414db10-9cd7-414a-b27f-3ab31d5076e3 in Status: IN_PROGRESS for 2s [ 943.059427] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.059427] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.059427] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.059427] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.059427] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.059930] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 586d817e-cd7c-4163-ab28-9c4573191706 already deleted. [ 943.059965] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.061229] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.061229] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.061229] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.572112] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9b05578-5685-4298-b042-4033d485ab17 in Status: SUCCESS [ 943.572308] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9b05578-5685-4298-b042-4033d485ab17 deletion is rescheduled due to dependency. [ 943.572421] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.588688] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.588885] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.588929] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.589155] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.589250] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.589346] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 586d817e-cd7c-4163-ab28-9c4573191706 already deleted. [ 943.589429] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.303843] env[69297]: INFO networking_nsxv3.common.synchronization [None req-1364363b-bc57-4d4b-a320-29fa445126e1 None None] Enqueued Resource ID: effd054e-4404-4f48-8ce9-e6c73ca096e2 with Priority: HIGHEST for action port [ 944.303843] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: effd054e-4404-4f48-8ce9-e6c73ca096e2 with Priority: HIGHEST for action port [ 944.303843] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-effd054e-4404-4f48-8ce9-e6c73ca096e2 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.303843] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-effd054e-4404-4f48-8ce9-e6c73ca096e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.304616] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-effd054e-4404-4f48-8ce9-e6c73ca096e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.305053] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-effd054e-4404-4f48-8ce9-e6c73ca096e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.305325] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('effd054e-4404-4f48-8ce9-e6c73ca096e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.807328] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port effd054e-4404-4f48-8ce9-e6c73ca096e2 [ 944.807567] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.807700] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.807770] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.807987] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.808096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.808194] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:effd054e-4404-4f48-8ce9-e6c73ca096e2 already deleted. [ 944.808279] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-effd054e-4404-4f48-8ce9-e6c73ca096e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.984876] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4414db10-9cd7-414a-b27f-3ab31d5076e3 in Status: SUCCESS [ 944.985441] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.009653] env[69297]: INFO networking_nsxv3.common.synchronization [req-6530ee45-d25b-4a3f-ab4c-554c51752b0a req-4f9f272a-eeaf-4f13-a93c-4602e1a1cbb2 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Enqueued Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_members [ 946.010577] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_members [ 946.010832] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.011185] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.011260] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.011479] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.011625] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.011730] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.011792] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.011943] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.012040] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.012141] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.373627] env[69297]: INFO networking_nsxv3.common.synchronization [None req-881b75e8-6ac7-41b7-b3cb-616c6baa1c51 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Enqueued Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_members [ 946.374333] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_members [ 946.374770] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.374902] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.516695] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.020258] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.522920] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.523146] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.523200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.523370] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.523460] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.523556] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b is going to be updated. [ 947.553508] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.553701] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.553771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.553917] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.554141] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.564965] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b in Status: IN_PROGRESS for 2s [ 949.576220] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b in Status: SUCCESS [ 949.576593] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.576593] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.580162] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.580162] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.580162] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.580162] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.580162] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.580162] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.580162] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.857125] env[69297]: INFO networking_nsxv3.common.synchronization [req-4df9ce1f-efa9-4d61-a38e-f477ba052248 req-ae696533-c192-422a-9347-0df03bae5991 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Enqueued Resource ID: 4284137f-a81f-49d8-9e04-5508d37328bb with Priority: HIGHEST for action security_group_members [ 949.860551] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4284137f-a81f-49d8-9e04-5508d37328bb with Priority: HIGHEST for action security_group_members [ 949.864164] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4284137f-a81f-49d8-9e04-5508d37328bb taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.864164] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.864164] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.864164] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.864164] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.864164] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.864164] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.864164] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.864164] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.864164] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4284137f-a81f-49d8-9e04-5508d37328bb',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.957843] env[69297]: INFO networking_nsxv3.common.synchronization [req-3701d35e-f4e3-40fb-bbef-6a285fb5e60e req-56b38e81-518a-471d-b4e3-4523ed710cba tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Enqueued Resource ID: eb02e441-14a6-4ad8-8391-1eeb357491aa with Priority: HIGHEST for action security_group_members [ 949.958575] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb02e441-14a6-4ad8-8391-1eeb357491aa with Priority: HIGHEST for action security_group_members [ 949.962027] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb02e441-14a6-4ad8-8391-1eeb357491aa taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.962027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.962027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.962027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.962027] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.962027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.962027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.962027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.962027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.962027] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb02e441-14a6-4ad8-8391-1eeb357491aa',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.081901] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.082081] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.082153] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.082371] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.082458] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.082653] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.082745] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.082807] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.082948] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.083041] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.083127] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b is going to be updated. [ 950.115619] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.115786] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.115872] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.116152] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.116302] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.127337] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b in Status: IN_PROGRESS for 2s [ 950.369601] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.370807] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.370807] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.371030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.372150] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.372427] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.372539] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.375465] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.375465] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.375465] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.375465] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4284137f-a81f-49d8-9e04-5508d37328bb is going to be deleted. [ 950.419550] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.419550] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.419550] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.419550] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.419550] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.419550] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.465215] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.465403] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.465480] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.465758] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.488307] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.488681] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-272" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.488904] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-272" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.489336] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-272" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.489777] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.490093] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.490321] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.490707] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.490973] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.494100] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.494100] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.494100] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.494100] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.494100] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.494100] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.494100] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.499657] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.499989] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.501069] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.501172] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.501343] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.501427] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.501797] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb02e441-14a6-4ad8-8391-1eeb357491aa is going to be updated. [ 950.532876] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.534772] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 950.534999] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.535208] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-272" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.535536] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-81a8b645-11bf-44f4-b8fb-88b8e94260d1 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.535751] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-81a8b645-11bf-44f4-b8fb-88b8e94260d1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.535892] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-81a8b645-11bf-44f4-b8fb-88b8e94260d1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.536276] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-81a8b645-11bf-44f4-b8fb-88b8e94260d1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.536392] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81a8b645-11bf-44f4-b8fb-88b8e94260d1',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.541630] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.541771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.542051] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.542051] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.542225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.557817] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb02e441-14a6-4ad8-8391-1eeb357491aa in Status: IN_PROGRESS for 2s [ 951.042743] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.043100] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.043144] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.043429] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.043585] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.043824] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 81a8b645-11bf-44f4-b8fb-88b8e94260d1 not found, creating... [ 951.044127] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.044297] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.044420] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.044657] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.044809] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.045095] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.045259] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.045380] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.050075] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.050293] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.050459] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 81a8b645-11bf-44f4-b8fb-88b8e94260d1 is going to be created. [ 951.075025] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.075025] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.075025] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.075025] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.075025] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.075025] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-81a8b645-11bf-44f4-b8fb-88b8e94260d1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.781363] env[69297]: INFO networking_nsxv3.common.synchronization [req-4df9ce1f-efa9-4d61-a38e-f477ba052248 req-951fe674-2cb0-4c8b-abc8-b3e6d42b6dd8 service nova] Enqueued Resource ID: 4284137f-a81f-49d8-9e04-5508d37328bb with Priority: HIGHEST for action security_group_rules [ 951.781363] env[69297]: INFO networking_nsxv3.common.synchronization [req-4df9ce1f-efa9-4d61-a38e-f477ba052248 req-951fe674-2cb0-4c8b-abc8-b3e6d42b6dd8 service nova] Enqueued Resource ID: 4284137f-a81f-49d8-9e04-5508d37328bb with Priority: HIGHEST for action security_group_members [ 951.781363] env[69297]: INFO networking_nsxv3.common.synchronization [req-4df9ce1f-efa9-4d61-a38e-f477ba052248 req-951fe674-2cb0-4c8b-abc8-b3e6d42b6dd8 service nova] Enqueued Resource ID: 81a8b645-11bf-44f4-b8fb-88b8e94260d1 with Priority: HIGHEST for action port [ 951.781363] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4284137f-a81f-49d8-9e04-5508d37328bb with Priority: HIGHEST for action security_group_rules [ 951.781363] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4284137f-a81f-49d8-9e04-5508d37328bb with Priority: HIGHEST for action security_group_members [ 951.781363] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81a8b645-11bf-44f4-b8fb-88b8e94260d1 with Priority: HIGHEST for action port [ 951.781363] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4284137f-a81f-49d8-9e04-5508d37328bb taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.781363] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.781363] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.781363] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.781363] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4284137f-a81f-49d8-9e04-5508d37328bb',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.781801] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4284137f-a81f-49d8-9e04-5508d37328bb taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.781801] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.781801] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.781938] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.784546] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.784546] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.784546] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.784546] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.784761] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.784761] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4284137f-a81f-49d8-9e04-5508d37328bb',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.785699] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-81a8b645-11bf-44f4-b8fb-88b8e94260d1 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.785812] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81a8b645-11bf-44f4-b8fb-88b8e94260d1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.785874] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81a8b645-11bf-44f4-b8fb-88b8e94260d1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.786058] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81a8b645-11bf-44f4-b8fb-88b8e94260d1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.786142] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81a8b645-11bf-44f4-b8fb-88b8e94260d1',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.085225] env[69297]: INFO networking_nsxv3.common.synchronization [req-e086b972-0486-479f-821a-3cc1b3d909f7 req-0a23c5be-41d6-4aae-af8d-1fbd3edf807c tempest-ServerMetadataNegativeTestJSON-1877418806 tempest-ServerMetadataNegativeTestJSON-1877418806-project-member] Enqueued Resource ID: 4414db10-9cd7-414a-b27f-3ab31d5076e3 with Priority: HIGHEST for action security_group_members [ 952.085225] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4414db10-9cd7-414a-b27f-3ab31d5076e3 with Priority: HIGHEST for action security_group_members [ 952.085225] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4414db10-9cd7-414a-b27f-3ab31d5076e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.085225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.085225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.085225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.085225] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.085225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.085225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.086131] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.086322] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.086497] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4414db10-9cd7-414a-b27f-3ab31d5076e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.135018] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b in Status: SUCCESS [ 952.135211] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b deletion is rescheduled due to dependency. [ 952.135324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.288231] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4284137f-a81f-49d8-9e04-5508d37328bb',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.289266] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4284137f-a81f-49d8-9e04-5508d37328bb taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.289388] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.289731] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81a8b645-11bf-44f4-b8fb-88b8e94260d1 with status ACTIVE [ 952.289896] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.290010] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.290081] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.290282] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.290456] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.290540] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.290621] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.290672] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.290822] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.290869] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.295224] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.295386] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.295458] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.295634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.295721] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.295828] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81a8b645-11bf-44f4-b8fb-88b8e94260d1 is going to be updated. [ 952.321978] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.322191] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.322287] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.322852] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.322852] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.322959] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81a8b645-11bf-44f4-b8fb-88b8e94260d1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.571061] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb02e441-14a6-4ad8-8391-1eeb357491aa in Status: SUCCESS [ 952.571061] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb02e441-14a6-4ad8-8391-1eeb357491aa deletion is rescheduled due to dependency. [ 952.571061] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.592546] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.592694] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.592764] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.592974] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.593073] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.593260] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.593355] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.593416] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.593565] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.595020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.595020] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4414db10-9cd7-414a-b27f-3ab31d5076e3 is going to be updated. [ 952.628052] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.628242] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.628348] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.628578] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.628799] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.632759] env[69297]: INFO networking_nsxv3.common.synchronization [req-6736bbe6-a468-4b49-a73b-61517ae3f651 req-8f76bbe1-7567-4193-aafe-5fb3076bace2 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Enqueued Resource ID: 1d373340-9d23-44ac-b018-cc28b56f824c with Priority: HIGHEST for action security_group_members [ 952.633595] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d373340-9d23-44ac-b018-cc28b56f824c with Priority: HIGHEST for action security_group_members [ 952.634260] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d373340-9d23-44ac-b018-cc28b56f824c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.635326] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.635457] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.635726] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.635914] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.636031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.636097] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.636259] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.636346] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.636444] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d373340-9d23-44ac-b018-cc28b56f824c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.642975] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4414db10-9cd7-414a-b27f-3ab31d5076e3 in Status: IN_PROGRESS for 2s [ 952.791655] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4284137f-a81f-49d8-9e04-5508d37328bb',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.140505] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.140791] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.140791] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.141028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.141128] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.141905] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.142041] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.142107] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.142283] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.142360] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.142450] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d373340-9d23-44ac-b018-cc28b56f824c already deleted. [ 953.142529] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.233910] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.234119] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-563" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.234352] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-563" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.234636] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-563" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.234905] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.235132] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.235257] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.235480] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.235628] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.235832] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 953.235947] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.236114] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.236207] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.236305] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 953.236415] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.236567] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.255985] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.256132] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 953.256270] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.256460] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-563" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.256835] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.257041] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.257170] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.257508] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.257686] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.294896] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.295048] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.295122] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.295345] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.295439] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.295530] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4284137f-a81f-49d8-9e04-5508d37328bb is going to be created. [ 953.339372] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.339372] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.339372] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.339372] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.339372] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.351392] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4284137f-a81f-49d8-9e04-5508d37328bb in Status: UNINITIALIZED for 2s [ 953.760676] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.761106] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.761106] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.761367] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.761559] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.761682] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f not found, creating... [ 953.762320] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.762320] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.762320] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.762510] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.762620] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.762864] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.763139] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.763295] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.763518] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.763660] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.763804] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f is going to be created. [ 953.789481] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.789813] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.789880] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.790183] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.790423] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.790651] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.655189] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4414db10-9cd7-414a-b27f-3ab31d5076e3 in Status: SUCCESS [ 954.655461] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4414db10-9cd7-414a-b27f-3ab31d5076e3 deletion is rescheduled due to dependency. [ 954.655666] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.706422] env[69297]: INFO networking_nsxv3.common.synchronization [req-6736bbe6-a468-4b49-a73b-61517ae3f651 req-ea4dc366-c5b9-41f1-9516-e80398e9b285 service nova] Enqueued Resource ID: 1d373340-9d23-44ac-b018-cc28b56f824c with Priority: HIGHEST for action security_group_rules [ 954.706422] env[69297]: INFO networking_nsxv3.common.synchronization [req-6736bbe6-a468-4b49-a73b-61517ae3f651 req-ea4dc366-c5b9-41f1-9516-e80398e9b285 service nova] Enqueued Resource ID: 1d373340-9d23-44ac-b018-cc28b56f824c with Priority: HIGHEST for action security_group_members [ 954.706422] env[69297]: INFO networking_nsxv3.common.synchronization [req-6736bbe6-a468-4b49-a73b-61517ae3f651 req-ea4dc366-c5b9-41f1-9516-e80398e9b285 service nova] Enqueued Resource ID: ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f with Priority: HIGHEST for action port [ 954.706422] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d373340-9d23-44ac-b018-cc28b56f824c with Priority: HIGHEST for action security_group_rules [ 954.706422] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d373340-9d23-44ac-b018-cc28b56f824c with Priority: HIGHEST for action security_group_members [ 954.706422] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f with Priority: HIGHEST for action port [ 954.706848] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d373340-9d23-44ac-b018-cc28b56f824c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.706971] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.706971] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.709174] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.709305] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d373340-9d23-44ac-b018-cc28b56f824c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.710699] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d373340-9d23-44ac-b018-cc28b56f824c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.710824] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.710895] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.714379] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.714736] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.714910] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.715032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.715259] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.715854] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.715854] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d373340-9d23-44ac-b018-cc28b56f824c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.717588] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.717933] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.718109] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.718303] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.718457] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.837926] env[69297]: INFO networking_nsxv3.common.synchronization [req-b4f77c4e-49ad-48ec-b348-cc7ae62fb9e2 req-dc7beeb3-b9a5-4b0f-8243-043aa9820647 tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Enqueued Resource ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 with Priority: HIGHEST for action security_group_members [ 954.837926] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 with Priority: HIGHEST for action security_group_members [ 954.838092] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.838221] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.838289] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.838584] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.838652] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.838778] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.838841] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.839238] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.839382] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.839515] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.221191] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f with status ACTIVE [ 955.221473] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.222075] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.222075] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.222075] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.222211] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.222344] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.222963] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.222963] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.222963] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.222963] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.223189] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.223189] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.223189] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.223339] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.223427] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.223524] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f is going to be updated. [ 955.228453] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d373340-9d23-44ac-b018-cc28b56f824c taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.228453] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.228453] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d373340-9d23-44ac-b018-cc28b56f824c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.251771] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.251996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.252115] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.252367] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.252589] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.253105] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.341040] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.370244] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4284137f-a81f-49d8-9e04-5508d37328bb in Status: SUCCESS [ 955.371032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.371032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.371032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.371032] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.371229] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.371264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.371411] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.371517] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.371612] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.372341] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4284137f-a81f-49d8-9e04-5508d37328bb',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.728874] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d373340-9d23-44ac-b018-cc28b56f824c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.843273] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.876579] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4284137f-a81f-49d8-9e04-5508d37328bb taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.876812] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.876890] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.877271] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.877333] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.877431] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.877495] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.877646] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.877734] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.877821] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.877968] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4284137f-a81f-49d8-9e04-5508d37328bb taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.878104] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.878177] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.878320] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.878453] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.878551] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.878613] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.878777] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.878855] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.878935] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.880646] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4284137f-a81f-49d8-9e04-5508d37328bb',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.231409] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.232126] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.232322] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.232771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.232916] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.233067] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d373340-9d23-44ac-b018-cc28b56f824c is going to be created. [ 956.263553] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.263553] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.263553] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.263553] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.263553] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.275787] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d373340-9d23-44ac-b018-cc28b56f824c in Status: UNINITIALIZED for 2s [ 956.347656] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.347896] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.348031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.348374] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.348537] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.348754] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 is going to be updated. [ 956.387435] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4284137f-a81f-49d8-9e04-5508d37328bb: rpc.has_security_group_logging(os_id): False [ 956.400196] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.400196] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.400196] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.400615] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.400615] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.412308] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.412580] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.412580] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.412743] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.412808] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.412966] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.413074] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.413127] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.413276] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.413353] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.413535] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.417082] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.417082] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.417082] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.417082] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.417082] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.417082] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.417082] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.417082] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.417082] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.417082] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4284137f-a81f-49d8-9e04-5508d37328bb is going to be created. [ 956.418519] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 in Status: IN_PROGRESS for 2s [ 956.484779] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.484991] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.485044] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.485265] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.485451] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.499427] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4284137f-a81f-49d8-9e04-5508d37328bb in Status: IN_PROGRESS for 2s [ 958.049481] env[69297]: INFO networking_nsxv3.common.synchronization [req-ee360646-9edc-4b25-8166-9ea0b9866db6 req-7b8f95c1-0226-404d-bb1d-485225635ae1 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Enqueued Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_members [ 958.049785] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_members [ 958.050156] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f50b79-2b67-4118-8716-c4cbc2fac90e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.050316] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.050419] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.050634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.051154] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.051154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.051154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.051337] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.051414] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.051528] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.290649] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d373340-9d23-44ac-b018-cc28b56f824c in Status: SUCCESS [ 958.290880] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.291077] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.291406] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.291535] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.291595] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.291664] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.291862] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.291917] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.291966] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.293669] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d373340-9d23-44ac-b018-cc28b56f824c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.392061] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-531 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.392272] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-531" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.392390] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-531" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.392686] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-531" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.392979] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.393123] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.393240] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.393451] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.393592] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.393801] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 958.393918] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.394029] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.394140] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.394254] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 958.394379] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.394493] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.476898] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 in Status: SUCCESS [ 958.477141] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.487808] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.491027] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.093 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 958.491027] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.491027] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-531" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.491027] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-3eeab924-7e8d-4eee-baa1-c243bede1e7d taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.491027] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-3eeab924-7e8d-4eee-baa1-c243bede1e7d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.491027] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-3eeab924-7e8d-4eee-baa1-c243bede1e7d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.491027] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-3eeab924-7e8d-4eee-baa1-c243bede1e7d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.491027] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3eeab924-7e8d-4eee-baa1-c243bede1e7d',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.530164] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4284137f-a81f-49d8-9e04-5508d37328bb in Status: SUCCESS [ 958.530367] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.555044] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.797691] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d373340-9d23-44ac-b018-cc28b56f824c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.993041] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.993377] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.993537] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.993834] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.994009] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.994186] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 3eeab924-7e8d-4eee-baa1-c243bede1e7d not found, creating... [ 958.994461] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.994625] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.994749] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.994976] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.995152] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.995685] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.995685] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.995844] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.001179] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.001400] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.001568] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 3eeab924-7e8d-4eee-baa1-c243bede1e7d is going to be created. [ 959.027760] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.028029] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.028235] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.028471] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.028748] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.029205] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-3eeab924-7e8d-4eee-baa1-c243bede1e7d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.056906] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.302422] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d373340-9d23-44ac-b018-cc28b56f824c: rpc.has_security_group_logging(os_id): False [ 959.320837] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.320837] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.320837] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.321078] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.321150] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.321384] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.321488] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.321553] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.321816] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.321816] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.321916] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d373340-9d23-44ac-b018-cc28b56f824c is going to be created. [ 959.386359] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.386853] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.387964] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.388231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.388459] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.400013] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d373340-9d23-44ac-b018-cc28b56f824c in Status: IN_PROGRESS for 2s [ 959.559550] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.559837] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.559951] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.560214] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.560314] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.560451] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e is going to be updated. [ 959.599273] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.599778] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.599881] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.600119] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.600269] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.620242] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e in Status: IN_PROGRESS for 2s [ 959.837839] env[69297]: INFO networking_nsxv3.common.synchronization [req-ee360646-9edc-4b25-8166-9ea0b9866db6 req-0fff470a-2a8c-44bb-ba61-e7f228858efa service nova] Enqueued Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_rules [ 959.838061] env[69297]: INFO networking_nsxv3.common.synchronization [req-ee360646-9edc-4b25-8166-9ea0b9866db6 req-0fff470a-2a8c-44bb-ba61-e7f228858efa service nova] Enqueued Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_members [ 959.838238] env[69297]: INFO networking_nsxv3.common.synchronization [req-ee360646-9edc-4b25-8166-9ea0b9866db6 req-0fff470a-2a8c-44bb-ba61-e7f228858efa service nova] Enqueued Resource ID: 3eeab924-7e8d-4eee-baa1-c243bede1e7d with Priority: HIGHEST for action port [ 959.838477] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_rules [ 959.838724] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_members [ 959.838859] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eeab924-7e8d-4eee-baa1-c243bede1e7d with Priority: HIGHEST for action port [ 959.839478] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8f50b79-2b67-4118-8716-c4cbc2fac90e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.839544] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.839616] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.839836] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.839924] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.842877] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f50b79-2b67-4118-8716-c4cbc2fac90e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.842985] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.846698] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-3eeab924-7e8d-4eee-baa1-c243bede1e7d taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.846698] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3eeab924-7e8d-4eee-baa1-c243bede1e7d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.846698] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3eeab924-7e8d-4eee-baa1-c243bede1e7d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.846698] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3eeab924-7e8d-4eee-baa1-c243bede1e7d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.846698] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3eeab924-7e8d-4eee-baa1-c243bede1e7d',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.347291] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f50b79-2b67-4118-8716-c4cbc2fac90e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.347609] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.347648] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3eeab924-7e8d-4eee-baa1-c243bede1e7d with status ACTIVE [ 960.347801] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.347948] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.348032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.348316] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.348457] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.348652] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.349573] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.349573] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.349573] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.349573] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.349793] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.349793] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.349793] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.350047] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.350096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.350160] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3eeab924-7e8d-4eee-baa1-c243bede1e7d is going to be updated. [ 960.375096] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.375096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.375096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.375096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.375096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.375096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3eeab924-7e8d-4eee-baa1-c243bede1e7d" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.767549] env[69297]: INFO networking_nsxv3.common.synchronization [req-e638bfaa-d79c-4f23-8020-ad8bec6d493a req-62ede8e0-5d01-453a-b9c0-1c6001442968 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Enqueued Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_members [ 960.768235] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_members [ 960.769046] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.769046] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.769046] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.769046] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.769347] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.769347] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.769491] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.770063] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.770170] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.770295] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.216089] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.216320] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-702" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.216475] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-702" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.216824] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-702" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.217179] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.217423] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.217537] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.218173] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.218173] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.218936] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.219127] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.219258] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.219374] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.219493] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.219605] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.219796] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.242956] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.242956] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 961.242956] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.242956] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-702" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.243221] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-53bc5363-0f7b-4370-bf5a-930e3955acdf taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.243350] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-53bc5363-0f7b-4370-bf5a-930e3955acdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.244014] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-53bc5363-0f7b-4370-bf5a-930e3955acdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.244014] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-53bc5363-0f7b-4370-bf5a-930e3955acdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.244014] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53bc5363-0f7b-4370-bf5a-930e3955acdf',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.273560] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.273734] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.273792] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.274915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.274999] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.274999] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.274999] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.274999] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.275829] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.277859] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.278043] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 is going to be deleted. [ 961.312261] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.312261] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.312261] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.312261] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.312261] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.312261] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.412764] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d373340-9d23-44ac-b018-cc28b56f824c in Status: SUCCESS [ 961.413486] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.630659] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e in Status: SUCCESS [ 961.630942] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.631170] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.631510] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.631608] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.631726] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.631872] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.631950] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.632080] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.632130] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.746322] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.746560] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.746712] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.747052] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.747349] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.747387] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 53bc5363-0f7b-4370-bf5a-930e3955acdf not found, creating... [ 961.747763] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.747875] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.747967] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.748249] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.748402] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.749154] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.749154] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.749154] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.749340] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.749454] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.749545] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 53bc5363-0f7b-4370-bf5a-930e3955acdf is going to be created. [ 961.772220] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.772384] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.772506] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.772784] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.773073] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.773308] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-53bc5363-0f7b-4370-bf5a-930e3955acdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.135569] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.619323] env[69297]: INFO networking_nsxv3.common.synchronization [req-e638bfaa-d79c-4f23-8020-ad8bec6d493a req-ead33672-014e-4102-8dad-2e9309264ef4 service nova] Enqueued Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_rules [ 962.619606] env[69297]: INFO networking_nsxv3.common.synchronization [req-e638bfaa-d79c-4f23-8020-ad8bec6d493a req-ead33672-014e-4102-8dad-2e9309264ef4 service nova] Enqueued Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_members [ 962.619694] env[69297]: INFO networking_nsxv3.common.synchronization [req-e638bfaa-d79c-4f23-8020-ad8bec6d493a req-ead33672-014e-4102-8dad-2e9309264ef4 service nova] Enqueued Resource ID: 53bc5363-0f7b-4370-bf5a-930e3955acdf with Priority: HIGHEST for action port [ 962.619900] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_rules [ 962.620050] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_members [ 962.620156] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53bc5363-0f7b-4370-bf5a-930e3955acdf with Priority: HIGHEST for action port [ 962.620727] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be1cdc3a-b30c-499e-b396-93b1f27bb1e6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.620856] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.620973] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.623583] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.623583] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.623840] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.623840] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.623840] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.624343] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.624520] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.624628] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.624694] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.624853] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.624949] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.626083] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.626474] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-53bc5363-0f7b-4370-bf5a-930e3955acdf taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.626627] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53bc5363-0f7b-4370-bf5a-930e3955acdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.626679] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53bc5363-0f7b-4370-bf5a-930e3955acdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.627243] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53bc5363-0f7b-4370-bf5a-930e3955acdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.627341] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53bc5363-0f7b-4370-bf5a-930e3955acdf',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.641763] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.128883] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.130089] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.130254] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.130880] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53bc5363-0f7b-4370-bf5a-930e3955acdf with status ACTIVE [ 963.130880] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.130880] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.131068] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.131470] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.131470] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.131551] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.131673] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.131797] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.131954] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.132069] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.132317] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.132412] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.132495] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.132677] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.132819] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.132926] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53bc5363-0f7b-4370-bf5a-930e3955acdf is going to be updated. [ 963.144651] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.144651] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.144651] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.144906] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.144984] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.145665] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e is going to be updated. [ 963.156053] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.156200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.156272] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.156478] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.156635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.156813] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53bc5363-0f7b-4370-bf5a-930e3955acdf" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.175524] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.175524] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.175762] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.176087] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.176224] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.186857] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e in Status: IN_PROGRESS for 2s [ 963.606163] env[69297]: INFO networking_nsxv3.common.synchronization [req-e638bfaa-d79c-4f23-8020-ad8bec6d493a req-d4095663-d417-4c6e-96d1-ac59c6b9b1d0 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Enqueued Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_members [ 963.606163] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_members [ 963.606163] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.606163] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.631275] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.679232] env[69297]: INFO networking_nsxv3.common.synchronization [req-65415c9f-3ac1-49fa-ad7a-40fc9a835470 req-abe787ac-f1d5-4daf-afe7-89812c88f7a0 tempest-ImagesOneServerNegativeTestJSON-1105248467 tempest-ImagesOneServerNegativeTestJSON-1105248467-project-member] Enqueued Resource ID: 4284137f-a81f-49d8-9e04-5508d37328bb with Priority: HIGHEST for action security_group_members [ 963.681238] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4284137f-a81f-49d8-9e04-5508d37328bb with Priority: HIGHEST for action security_group_members [ 963.681771] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-4284137f-a81f-49d8-9e04-5508d37328bb taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.682025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.682178] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.682473] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.682721] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.682930] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.683138] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.683393] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.683565] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.689370] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4284137f-a81f-49d8-9e04-5508d37328bb',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.947974] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.948312] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-702" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.948448] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-702" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.948832] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-702" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.949206] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.949299] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.949419] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.949661] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.950678] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.950678] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 963.950678] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.950678] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.950678] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.950678] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 963.950678] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.951087] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.976842] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.977237] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 963.977415] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.977614] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-702" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.977960] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-35c1bbb3-68af-413c-bbf2-6dc0a289535b taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.978184] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-35c1bbb3-68af-413c-bbf2-6dc0a289535b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.978372] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-35c1bbb3-68af-413c-bbf2-6dc0a289535b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.979574] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-35c1bbb3-68af-413c-bbf2-6dc0a289535b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.979692] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35c1bbb3-68af-413c-bbf2-6dc0a289535b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.136771] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.136933] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.137014] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.137251] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.138502] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.138502] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 is going to be created. [ 964.167491] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.167701] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.167701] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.167915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.168083] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.180276] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 in Status: UNINITIALIZED for 2s [ 964.194495] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.194650] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.194724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.194931] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.195040] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.195241] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.195342] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.195408] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.195563] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.195641] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.195729] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4284137f-a81f-49d8-9e04-5508d37328bb is going to be updated. [ 964.228370] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.228370] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.228370] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.228370] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.228370] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.238759] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4284137f-a81f-49d8-9e04-5508d37328bb in Status: IN_PROGRESS for 2s [ 964.484102] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.484445] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.484582] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.484939] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.488591] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.488908] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 35c1bbb3-68af-413c-bbf2-6dc0a289535b not found, creating... [ 964.489252] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.489452] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.489576] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.489884] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.490484] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.490847] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.491057] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.491163] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.492955] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.493150] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.493322] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 35c1bbb3-68af-413c-bbf2-6dc0a289535b is going to be created. [ 964.517682] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.517955] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.518116] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.518453] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.518775] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.519037] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-35c1bbb3-68af-413c-bbf2-6dc0a289535b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.205603] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e in Status: SUCCESS [ 965.205603] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.205603] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.205603] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.205603] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.205603] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.205603] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.205603] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.205603] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.205603] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.205603] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.254021] env[69297]: INFO networking_nsxv3.common.synchronization [req-e638bfaa-d79c-4f23-8020-ad8bec6d493a req-57452d33-7869-4252-b183-42619bbaac3c service nova] Enqueued Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_rules [ 965.254021] env[69297]: INFO networking_nsxv3.common.synchronization [req-e638bfaa-d79c-4f23-8020-ad8bec6d493a req-57452d33-7869-4252-b183-42619bbaac3c service nova] Enqueued Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_members [ 965.254021] env[69297]: INFO networking_nsxv3.common.synchronization [req-e638bfaa-d79c-4f23-8020-ad8bec6d493a req-57452d33-7869-4252-b183-42619bbaac3c service nova] Enqueued Resource ID: 35c1bbb3-68af-413c-bbf2-6dc0a289535b with Priority: HIGHEST for action port [ 965.254454] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_rules [ 965.254585] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_members [ 965.254723] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35c1bbb3-68af-413c-bbf2-6dc0a289535b with Priority: HIGHEST for action port [ 965.254983] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be1cdc3a-b30c-499e-b396-93b1f27bb1e6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.259192] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.259474] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.259587] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.260401] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-35c1bbb3-68af-413c-bbf2-6dc0a289535b taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.260537] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35c1bbb3-68af-413c-bbf2-6dc0a289535b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.260618] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35c1bbb3-68af-413c-bbf2-6dc0a289535b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.260915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35c1bbb3-68af-413c-bbf2-6dc0a289535b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.261015] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35c1bbb3-68af-413c-bbf2-6dc0a289535b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.708863] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f50b79-2b67-4118-8716-c4cbc2fac90e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.709108] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.709168] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.709364] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.709529] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.709631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.709687] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.709863] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.709961] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.710079] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.710630] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f50b79-2b67-4118-8716-c4cbc2fac90e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.710718] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.710777] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.710932] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.711176] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.711285] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.711332] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.711502] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.711564] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.711630] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.711742] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.763820] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35c1bbb3-68af-413c-bbf2-6dc0a289535b with status ACTIVE [ 965.764113] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.764264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.764337] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.764555] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.764703] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.765558] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.765558] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.765558] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.765558] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.765558] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.765558] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.765558] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.765558] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.765887] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.765887] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.765887] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35c1bbb3-68af-413c-bbf2-6dc0a289535b is going to be updated. [ 965.790337] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.790509] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.790574] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.790745] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.790906] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.791065] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35c1bbb3-68af-413c-bbf2-6dc0a289535b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.192716] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 in Status: SUCCESS [ 966.192950] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.193158] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.193384] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.193623] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.193688] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.193751] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.193907] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.193988] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.194118] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.194236] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.196520] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.196707] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.196883] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.196997] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.197110] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.197221] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.197303] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.197397] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.214119] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8f50b79-2b67-4118-8716-c4cbc2fac90e: rpc.has_security_group_logging(os_id): False [ 966.233490] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.233625] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.233700] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.233913] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.234013] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.234236] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.234336] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.234471] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.234538] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.234638] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.234821] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.234925] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.234979] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.235145] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.235216] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.235414] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.235551] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.235586] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.236267] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.236394] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.236502] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e is going to be updated. [ 966.254820] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4284137f-a81f-49d8-9e04-5508d37328bb in Status: SUCCESS [ 966.255046] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4284137f-a81f-49d8-9e04-5508d37328bb deletion is rescheduled due to dependency. [ 966.255168] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.308678] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.308884] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.308957] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.309182] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.309332] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.324575] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e in Status: IN_PROGRESS for 2s [ 966.449837] env[69297]: INFO networking_nsxv3.common.synchronization [req-3a35c68e-2471-4e99-8ba2-e19134d650f6 req-926fa319-3770-41ec-9f95-dc3358f46e28 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Enqueued Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_members [ 966.451089] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_members [ 966.451541] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.452521] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.452521] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.452521] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.452521] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.452521] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.452521] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.452892] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.452892] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.452974] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.698139] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.698331] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.701401] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.958853] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.959091] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.959158] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.959408] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.959638] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.959788] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.959916] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.959989] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.960424] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.960525] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.960627] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 is going to be updated. [ 966.991471] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.991836] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.991947] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.992152] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.992305] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.003411] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: IN_PROGRESS for 2s [ 967.073179] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.073371] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-359" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.073504] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-359" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.076020] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-359" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.076020] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.076020] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.076020] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.076020] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.076020] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.076020] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 967.076020] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 967.076020] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 967.076020] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 967.076020] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 967.076020] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 967.076020] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 967.097409] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 967.097576] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 967.097718] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 967.097892] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-359" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.098224] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.098394] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.098534] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.099176] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.099381] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.204109] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.601793] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.602093] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.602250] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.602587] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.602718] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.602888] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1 not found, creating... [ 967.603341] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.603578] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.603671] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.603916] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.604085] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.608046] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.608046] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.608046] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.608046] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.608046] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.608046] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1 is going to be created. [ 967.630760] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.630760] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.630760] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.630760] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.630760] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.630760] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.706075] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.706365] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.706535] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.706862] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.706967] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.707087] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 is going to be updated. [ 967.751896] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.751896] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.751896] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.751896] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.751896] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.759925] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 in Status: IN_PROGRESS for 2s [ 968.344391] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e in Status: SUCCESS [ 968.344762] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.639121] env[69297]: INFO networking_nsxv3.common.synchronization [req-3a35c68e-2471-4e99-8ba2-e19134d650f6 req-9a37fb99-846b-45d8-a6db-ece55838c9aa service nova] Enqueued Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_rules [ 968.639121] env[69297]: INFO networking_nsxv3.common.synchronization [req-3a35c68e-2471-4e99-8ba2-e19134d650f6 req-9a37fb99-846b-45d8-a6db-ece55838c9aa service nova] Enqueued Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_members [ 968.639688] env[69297]: INFO networking_nsxv3.common.synchronization [req-3a35c68e-2471-4e99-8ba2-e19134d650f6 req-9a37fb99-846b-45d8-a6db-ece55838c9aa service nova] Enqueued Resource ID: 5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1 with Priority: HIGHEST for action port [ 968.644413] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_rules [ 968.644413] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_members [ 968.644524] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1 with Priority: HIGHEST for action port [ 968.644834] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.645029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.645108] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.645347] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.645438] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.646425] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.646527] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.646723] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.646844] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.647115] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.647115] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.647207] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.019249] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: SUCCESS [ 969.020032] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 deletion is rescheduled due to dependency. [ 969.020122] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.020265] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.020588] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.020879] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.020879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.020999] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.021175] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.021289] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.021392] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.150999] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1 with status ACTIVE [ 969.150999] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.154665] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.154665] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.154665] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.154665] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.154665] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.154665] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.154665] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.154665] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.154665] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.154665] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.154665] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.154665] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.154665] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.154665] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.154665] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1 is going to be updated. [ 969.159080] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.159317] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.182023] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.182182] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.182256] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.182470] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.182610] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.182768] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5237bc1f-a6a9-4bf3-a0a1-5f32e29d84c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.529379] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.627505] env[69297]: INFO networking_nsxv3.common.synchronization [req-035df840-88ce-47ae-981b-a6dd4c479037 req-4c0d5fb6-1cff-47a7-adff-f8c802bd585a tempest-ServersTestFqdnHostnames-701003011 tempest-ServersTestFqdnHostnames-701003011-project-member] Enqueued Resource ID: a6c08567-94d8-49e1-91e6-3efe4f5ee772 with Priority: HIGHEST for action security_group_members [ 969.629773] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6c08567-94d8-49e1-91e6-3efe4f5ee772 with Priority: HIGHEST for action security_group_members [ 969.629981] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6c08567-94d8-49e1-91e6-3efe4f5ee772 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.630838] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.630933] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.631228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.631421] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.631545] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.631910] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.632292] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.632431] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.632575] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6c08567-94d8-49e1-91e6-3efe4f5ee772',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.773139] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 in Status: SUCCESS [ 969.773445] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.777026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.777026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.777026] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.777026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.777026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.777026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.777026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.777026] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.010272] env[69297]: INFO networking_nsxv3.common.synchronization [req-77cb43a7-2634-42d4-bf0f-6541301b7722 req-a7ad7d57-1f79-429b-a0b4-bb260daa351d tempest-MigrationsAdminTest-855419795 tempest-MigrationsAdminTest-855419795-project-member] Enqueued Resource ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 with Priority: HIGHEST for action security_group_members [ 970.010272] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 with Priority: HIGHEST for action security_group_members [ 970.011240] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.011240] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.011240] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.011240] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.011240] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.011604] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.011604] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.014792] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.014792] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.014792] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec384c20-4cff-4aa4-8a4a-7a6aa9136306',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.035724] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.137562] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.137744] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.137866] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.138103] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.138200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.138551] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.138551] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.138551] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.138838] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.138838] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.138908] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6c08567-94d8-49e1-91e6-3efe4f5ee772 is going to be updated. [ 970.176482] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.177224] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.177521] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.179503] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.179993] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.192653] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6c08567-94d8-49e1-91e6-3efe4f5ee772 in Status: IN_PROGRESS for 2s [ 970.279813] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.517361] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.517361] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.517361] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.517361] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.537832] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.537832] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.537832] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.537832] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.537832] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.537832] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 is going to be updated. [ 970.541170] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.541170] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.541170] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.541170] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.541527] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.541527] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.541527] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 is going to be updated. [ 970.584696] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.584884] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.584976] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.585218] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.585435] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.588133] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.588301] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.588421] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.588674] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.594284] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.603371] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 in Status: IN_PROGRESS for 2s [ 970.605038] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: IN_PROGRESS for 2s [ 970.782655] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.285280] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.287552] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.287737] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.288017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.288172] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.288273] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 is going to be updated. [ 971.323353] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.324026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.324026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.324026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.324224] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.335154] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 in Status: IN_PROGRESS for 2s [ 972.202456] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6c08567-94d8-49e1-91e6-3efe4f5ee772 in Status: SUCCESS [ 972.202456] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6c08567-94d8-49e1-91e6-3efe4f5ee772 deletion is rescheduled due to dependency. [ 972.202972] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.613856] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 in Status: SUCCESS [ 972.614034] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 deletion is rescheduled due to dependency. [ 972.614367] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.614862] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: SUCCESS [ 972.615039] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.615196] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.615386] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.615717] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.615717] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.615841] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.615914] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.615990] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.618119] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.619188] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.122693] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.122960] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.122960] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.123327] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.123577] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.123727] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.123823] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.124047] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.124168] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.124294] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.124499] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.124632] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.124720] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.124914] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.125123] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.125252] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.125423] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.125526] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.125632] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.125786] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.125934] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.350276] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 in Status: SUCCESS [ 973.350655] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.350898] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.351295] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.351720] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.351925] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.352227] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.352452] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.352591] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.352717] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.352899] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.353038] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.353146] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.353325] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.353527] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.353640] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.353722] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.353911] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.355326] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.355456] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.355580] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.631819] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd304cd5-1ac7-4200-9d97-7c5717d3eb32: rpc.has_security_group_logging(os_id): False [ 973.650814] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.650814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.650814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.650814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.650814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.650814] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.650814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.650814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.650814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.651134] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.651134] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.651202] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.651231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.651378] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.651453] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.651642] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.651725] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.651782] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.651925] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.652011] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.652101] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 is going to be updated. [ 973.714081] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.714590] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.714757] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.715060] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.715201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.730964] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: IN_PROGRESS for 2s [ 973.860602] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be1cdc3a-b30c-499e-b396-93b1f27bb1e6: rpc.has_security_group_logging(os_id): False [ 973.880951] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.881201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.881201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.881411] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.881500] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.881687] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.881912] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.881912] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.881994] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.882207] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.882281] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.882381] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.882440] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.882583] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.882780] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.882826] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.882944] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.885075] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.885481] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.885481] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.885585] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 is going to be created. [ 973.956061] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.956061] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.956061] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.956061] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.956061] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.976236] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 in Status: IN_PROGRESS for 2s [ 975.010928] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 975.011318] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 975.755100] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: SUCCESS [ 975.755338] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.993228] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 in Status: SUCCESS [ 975.993228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.993228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.993228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.993228] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.496374] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.496374] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.503235] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.503235] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.503235] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.503235] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.503235] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.503235] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.503235] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.503235] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.503235] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.869014] env[69297]: INFO networking_nsxv3.common.synchronization [req-039a71ee-d6b1-473e-b96f-f28d59495d42 req-19184ab0-c679-44d2-8bb8-b796decc2dc2 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Enqueued Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_members [ 976.869575] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_members [ 976.870130] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.871930] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.872923] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.873783] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.873783] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.873783] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.873783] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.874196] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.874778] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.874778] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.966460] env[69297]: INFO networking_nsxv3.common.synchronization [req-819b4a63-4447-4e61-89a2-6f9ee38de9fb req-dfeec800-0bbc-40ae-9a7f-1a1fc1bba422 tempest-MultipleCreateTestJSON-519176025 tempest-MultipleCreateTestJSON-519176025-project-member] Enqueued Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_members [ 976.967094] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGHEST for action security_group_members [ 976.967478] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.967595] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.006875] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.006985] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.378485] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.885313] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.997498] env[69297]: INFO networking_nsxv3.common.synchronization [req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a req-89ca5efe-8879-4093-89f2-e97699a589a0 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Enqueued Resource ID: 5ec4ea0f-abae-4ce8-969d-6033e72b83f7 with Priority: HIGHEST for action security_group_members [ 977.998769] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ec4ea0f-abae-4ce8-969d-6033e72b83f7 with Priority: HIGHEST for action security_group_members [ 978.000846] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ec4ea0f-abae-4ce8-969d-6033e72b83f7 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.000846] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.000846] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.000846] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.000846] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.000846] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.000846] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.000846] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.000846] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.000846] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ec4ea0f-abae-4ce8-969d-6033e72b83f7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.130308] env[69297]: INFO networking_nsxv3.common.synchronization [req-93bc3422-d3f5-4b18-ba50-8d9e2886dabc req-7399bd82-5327-477f-a3ac-3492afec0e10 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Enqueued Resource ID: 3794fd0d-dbfb-4192-a5b5-79aa4acf9875 with Priority: HIGHEST for action security_group_members [ 978.131047] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3794fd0d-dbfb-4192-a5b5-79aa4acf9875 with Priority: HIGHEST for action security_group_members [ 978.131188] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-3794fd0d-dbfb-4192-a5b5-79aa4acf9875 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.131311] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.131391] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.131604] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.131764] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.131868] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.131935] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.132098] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.132200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.132300] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3794fd0d-dbfb-4192-a5b5-79aa4acf9875',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.353024] env[69297]: INFO networking_nsxv3.common.synchronization [None req-bded59fd-9179-43f5-86b5-39eba368b214 None None] Enqueued Resource ID: ddba78aa-b818-4b08-97cd-735e8aa65957 with Priority: HIGHEST for action port [ 978.353024] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddba78aa-b818-4b08-97cd-735e8aa65957 with Priority: HIGHEST for action port [ 978.353024] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddba78aa-b818-4b08-97cd-735e8aa65957 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.353024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddba78aa-b818-4b08-97cd-735e8aa65957" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.353024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddba78aa-b818-4b08-97cd-735e8aa65957" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.353024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddba78aa-b818-4b08-97cd-735e8aa65957" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.353816] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddba78aa-b818-4b08-97cd-735e8aa65957',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.388111] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.388240] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.388292] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.388508] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.388599] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.388688] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 is going to be updated. [ 978.423648] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.423901] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.423901] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.424172] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.424340] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.435839] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 in Status: IN_PROGRESS for 2s [ 978.503934] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.504204] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.504364] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.504767] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.504767] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.506882] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.506882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.506882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.506882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.506882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.506882] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ec4ea0f-abae-4ce8-969d-6033e72b83f7 already deleted. [ 978.506882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.635558] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.639615] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.639615] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.639615] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.665086] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.665837] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.665837] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.665837] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.665837] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.666187] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.666187] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3794fd0d-dbfb-4192-a5b5-79aa4acf9875 is going to be updated. [ 978.704706] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.705357] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.706445] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.706445] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.706445] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.722377] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3794fd0d-dbfb-4192-a5b5-79aa4acf9875 in Status: IN_PROGRESS for 2s [ 978.757414] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-760 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.757911] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-760" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.757911] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-760" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.760470] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-760" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.760470] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.760470] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.760470] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.760470] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.760470] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.760470] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.760470] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.760470] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.760470] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.760470] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.760470] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.760470] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.790458] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.790458] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 978.790458] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.790458] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-760" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.790827] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-d951f5d6-c44a-41a0-8df3-3f43957db8ea taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.791134] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-d951f5d6-c44a-41a0-8df3-3f43957db8ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.793512] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-d951f5d6-c44a-41a0-8df3-3f43957db8ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.794024] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-d951f5d6-c44a-41a0-8df3-3f43957db8ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.794284] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d951f5d6-c44a-41a0-8df3-3f43957db8ea',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.856778] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddba78aa-b818-4b08-97cd-735e8aa65957 [ 978.857113] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.857344] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.857425] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.857638] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.857766] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.857825] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddba78aa-b818-4b08-97cd-735e8aa65957 already deleted. [ 978.857910] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddba78aa-b818-4b08-97cd-735e8aa65957" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.301138] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.301571] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.301737] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.301991] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.302168] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.302332] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port d951f5d6-c44a-41a0-8df3-3f43957db8ea not found, creating... [ 979.302686] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.302811] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.302900] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.303155] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.303295] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.303587] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.303754] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.303876] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.309906] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.310195] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.310481] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: d951f5d6-c44a-41a0-8df3-3f43957db8ea is going to be created. [ 979.341243] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.341727] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.341912] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.342871] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.343198] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.343570] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-d951f5d6-c44a-41a0-8df3-3f43957db8ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.055817] env[69297]: INFO networking_nsxv3.common.synchronization [req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a req-b9720f73-1094-477c-815f-2e84bf87ca9a service nova] Enqueued Resource ID: 5ec4ea0f-abae-4ce8-969d-6033e72b83f7 with Priority: HIGHEST for action security_group_rules [ 980.056033] env[69297]: INFO networking_nsxv3.common.synchronization [req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a req-b9720f73-1094-477c-815f-2e84bf87ca9a service nova] Enqueued Resource ID: 5ec4ea0f-abae-4ce8-969d-6033e72b83f7 with Priority: HIGHEST for action security_group_members [ 980.056939] env[69297]: INFO networking_nsxv3.common.synchronization [req-f0cfd203-f8bb-4e0a-819d-d3dbac12555a req-b9720f73-1094-477c-815f-2e84bf87ca9a service nova] Enqueued Resource ID: d951f5d6-c44a-41a0-8df3-3f43957db8ea with Priority: HIGHEST for action port [ 980.056939] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ec4ea0f-abae-4ce8-969d-6033e72b83f7 with Priority: HIGHEST for action security_group_rules [ 980.056939] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ec4ea0f-abae-4ce8-969d-6033e72b83f7 with Priority: HIGHEST for action security_group_members [ 980.057690] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d951f5d6-c44a-41a0-8df3-3f43957db8ea with Priority: HIGHEST for action port [ 980.058468] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ec4ea0f-abae-4ce8-969d-6033e72b83f7 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.058670] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.058769] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.062224] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.062224] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ec4ea0f-abae-4ce8-969d-6033e72b83f7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.062224] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ec4ea0f-abae-4ce8-969d-6033e72b83f7 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.062224] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.062224] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.062224] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.062224] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.062224] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.062224] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.062224] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.062224] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.062224] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ec4ea0f-abae-4ce8-969d-6033e72b83f7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.062224] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-d951f5d6-c44a-41a0-8df3-3f43957db8ea taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.062224] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d951f5d6-c44a-41a0-8df3-3f43957db8ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.062939] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d951f5d6-c44a-41a0-8df3-3f43957db8ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.067258] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d951f5d6-c44a-41a0-8df3-3f43957db8ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.067258] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d951f5d6-c44a-41a0-8df3-3f43957db8ea',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.446281] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 in Status: SUCCESS [ 980.446564] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.446813] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.447052] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.447271] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.447403] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.447495] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.447661] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.447765] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.447866] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.567547] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ec4ea0f-abae-4ce8-969d-6033e72b83f7 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.567714] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.567879] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ec4ea0f-abae-4ce8-969d-6033e72b83f7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.569368] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d951f5d6-c44a-41a0-8df3-3f43957db8ea with status ACTIVE [ 980.569632] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.569798] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.569925] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.570531] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.570663] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.570908] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.571091] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.571572] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.571718] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.571867] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.572135] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.572284] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.572402] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.572611] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.572731] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.573029] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d951f5d6-c44a-41a0-8df3-3f43957db8ea is going to be updated. [ 980.595786] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.595936] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.596041] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.596261] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.596409] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.596563] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d951f5d6-c44a-41a0-8df3-3f43957db8ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.746123] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3794fd0d-dbfb-4192-a5b5-79aa4acf9875 in Status: SUCCESS [ 980.746962] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3794fd0d-dbfb-4192-a5b5-79aa4acf9875 deletion is rescheduled due to dependency. [ 980.746962] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.950174] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.950701] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.953096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.953096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.953096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.953096] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.953096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.953096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.953096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.953096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.953096] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 is going to be updated. [ 980.981726] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.981726] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.983319] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.983683] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.985160] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.994938] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 in Status: IN_PROGRESS for 2s [ 981.072236] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ec4ea0f-abae-4ce8-969d-6033e72b83f7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.163765] env[69297]: INFO networking_nsxv3.common.synchronization [None req-8217b3dd-0f7b-42c0-9247-81d0ab60403a None None] Enqueued Resource ID: 947970e2-59f6-46d5-956c-e5bbe4871b65 with Priority: HIGHEST for action port [ 981.164316] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947970e2-59f6-46d5-956c-e5bbe4871b65 with Priority: HIGHEST for action port [ 981.164633] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-947970e2-59f6-46d5-956c-e5bbe4871b65 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.164768] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-947970e2-59f6-46d5-956c-e5bbe4871b65" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.164826] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-947970e2-59f6-46d5-956c-e5bbe4871b65" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.165749] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-947970e2-59f6-46d5-956c-e5bbe4871b65" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.165834] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('947970e2-59f6-46d5-956c-e5bbe4871b65',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.575015] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.575374] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.575374] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.575599] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.575698] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.575807] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ec4ea0f-abae-4ce8-969d-6033e72b83f7 is going to be created. [ 981.642357] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.642621] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.642685] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.642975] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.644293] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.655667] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ec4ea0f-abae-4ce8-969d-6033e72b83f7 in Status: UNINITIALIZED for 2s [ 981.667601] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 947970e2-59f6-46d5-956c-e5bbe4871b65 [ 981.667865] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.668022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.668130] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.668394] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.668493] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.668592] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:947970e2-59f6-46d5-956c-e5bbe4871b65 already deleted. [ 981.668675] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-947970e2-59f6-46d5-956c-e5bbe4871b65" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.012228] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 in Status: SUCCESS [ 983.012570] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 deletion is rescheduled due to dependency. [ 983.012570] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.012693] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.012915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.013121] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.013236] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.013300] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.014367] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.014367] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.014367] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.014367] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.014367] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.014367] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.014367] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.014367] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.014367] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.014367] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.014693] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.014693] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.014693] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.014693] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.494854] env[69297]: INFO networking_nsxv3.common.synchronization [req-263a0f7e-bbc7-4325-acde-5ce8acb84034 req-8b291812-feb6-49e3-8fb4-3b247cc8b334 tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Enqueued Resource ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 with Priority: HIGHEST for action security_group_members [ 983.495041] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 with Priority: HIGHEST for action security_group_members [ 983.495707] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d949ac-b10e-4b2c-a630-347a1bdade30 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.495707] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.495707] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.495901] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.496032] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.496121] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.496174] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.496303] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.496388] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.496482] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10d949ac-b10e-4b2c-a630-347a1bdade30',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.517163] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be1cdc3a-b30c-499e-b396-93b1f27bb1e6: rpc.has_security_group_logging(os_id): False [ 983.540756] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.540924] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.541097] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.541424] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.541424] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.541576] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.541682] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.541753] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.541951] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.542012] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.542227] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.542322] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.542385] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.542544] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.542620] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.542811] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.542953] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.544631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.545018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.545206] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.545344] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 is going to be updated. [ 983.625125] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.626268] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.626268] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.626268] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.626268] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.641113] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 in Status: IN_PROGRESS for 2s [ 983.667781] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ec4ea0f-abae-4ce8-969d-6033e72b83f7 in Status: SUCCESS [ 983.668014] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.668203] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.668424] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.668609] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.668725] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.668790] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.669033] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.669154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.669258] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.669377] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ec4ea0f-abae-4ce8-969d-6033e72b83f7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.909766] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-332 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.910048] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.910228] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.910566] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.910883] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.911541] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.911725] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.911978] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.912153] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.912372] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.912491] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.912604] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.912723] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.912958] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.912958] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.913155] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.938823] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.939050] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 983.939116] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.939325] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.939704] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-3906e122-5ed8-4d0b-9711-2d4ae8fc3012 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.939908] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-3906e122-5ed8-4d0b-9711-2d4ae8fc3012" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.940099] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-3906e122-5ed8-4d0b-9711-2d4ae8fc3012" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.940436] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-3906e122-5ed8-4d0b-9711-2d4ae8fc3012" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.940585] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3906e122-5ed8-4d0b-9711-2d4ae8fc3012',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.999283] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.999610] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.999743] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.000135] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.000354] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.000628] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.000801] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.000920] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.001222] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.001394] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.001569] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 already deleted. [ 984.001728] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.171900] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ec4ea0f-abae-4ce8-969d-6033e72b83f7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.445116] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.445339] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.445465] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.445808] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.446020] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.446214] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 3906e122-5ed8-4d0b-9711-2d4ae8fc3012 not found, creating... [ 984.446543] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.446725] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.447117] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.447117] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.447416] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.447958] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.447958] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.448235] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.448867] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.449081] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.449307] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 3906e122-5ed8-4d0b-9711-2d4ae8fc3012 is going to be created. [ 984.476637] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.476637] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.476637] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.476962] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.477463] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.477939] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-3906e122-5ed8-4d0b-9711-2d4ae8fc3012" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.675636] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ec4ea0f-abae-4ce8-969d-6033e72b83f7: rpc.has_security_group_logging(os_id): False [ 984.700369] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.700830] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.700830] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.700992] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.701247] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.701571] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.701722] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.701814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.702047] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.702186] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.702307] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ec4ea0f-abae-4ce8-969d-6033e72b83f7 is going to be created. [ 984.794443] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.794707] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.794752] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.795055] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.795435] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.810733] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ec4ea0f-abae-4ce8-969d-6033e72b83f7 in Status: IN_PROGRESS for 2s [ 985.253986] env[69297]: INFO networking_nsxv3.common.synchronization [req-263a0f7e-bbc7-4325-acde-5ce8acb84034 req-d8368e77-05b8-48ff-8449-52db855627b2 service nova] Enqueued Resource ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 with Priority: HIGHEST for action security_group_rules [ 985.253986] env[69297]: INFO networking_nsxv3.common.synchronization [req-263a0f7e-bbc7-4325-acde-5ce8acb84034 req-d8368e77-05b8-48ff-8449-52db855627b2 service nova] Enqueued Resource ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 with Priority: HIGHEST for action security_group_members [ 985.255171] env[69297]: INFO networking_nsxv3.common.synchronization [req-263a0f7e-bbc7-4325-acde-5ce8acb84034 req-d8368e77-05b8-48ff-8449-52db855627b2 service nova] Enqueued Resource ID: 3906e122-5ed8-4d0b-9711-2d4ae8fc3012 with Priority: HIGHEST for action port [ 985.255171] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 with Priority: HIGHEST for action security_group_rules [ 985.255171] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 with Priority: HIGHEST for action security_group_members [ 985.255410] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3906e122-5ed8-4d0b-9711-2d4ae8fc3012 with Priority: HIGHEST for action port [ 985.256462] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10d949ac-b10e-4b2c-a630-347a1bdade30 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.256643] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.260025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.260025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.260025] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10d949ac-b10e-4b2c-a630-347a1bdade30',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.260025] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d949ac-b10e-4b2c-a630-347a1bdade30 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.260025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.260025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.260025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.260025] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.260025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.260025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.260025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.260025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.260025] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10d949ac-b10e-4b2c-a630-347a1bdade30',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.260025] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-3906e122-5ed8-4d0b-9711-2d4ae8fc3012 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.260025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3906e122-5ed8-4d0b-9711-2d4ae8fc3012" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.260731] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3906e122-5ed8-4d0b-9711-2d4ae8fc3012" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.260731] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3906e122-5ed8-4d0b-9711-2d4ae8fc3012" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.260731] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3906e122-5ed8-4d0b-9711-2d4ae8fc3012',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.656688] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 in Status: SUCCESS [ 985.657518] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.762387] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10d949ac-b10e-4b2c-a630-347a1bdade30',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.764099] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d949ac-b10e-4b2c-a630-347a1bdade30 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.764413] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.765089] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3906e122-5ed8-4d0b-9711-2d4ae8fc3012 with status ACTIVE [ 985.765418] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.765683] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.765863] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.766243] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.766460] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.767421] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.767677] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.767862] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.768160] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.770902] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.770902] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.770902] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.770902] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.770902] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.770902] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.770902] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3906e122-5ed8-4d0b-9711-2d4ae8fc3012 is going to be updated. [ 985.793809] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.793809] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.793809] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.794031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.794088] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.794282] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3906e122-5ed8-4d0b-9711-2d4ae8fc3012" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.137023] env[69297]: INFO networking_nsxv3.common.synchronization [None req-0c04cfa9-4458-4c3b-8932-6e59a4575b1f tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Enqueued Resource ID: 6cd6feef-6cdf-46a9-841c-166345537734 with Priority: HIGHEST for action security_group_rules [ 986.137023] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd6feef-6cdf-46a9-841c-166345537734 with Priority: HIGHEST for action security_group_rules [ 986.137023] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cd6feef-6cdf-46a9-841c-166345537734 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.137023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.137023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.137023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.137023] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cd6feef-6cdf-46a9-841c-166345537734',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.261644] env[69297]: INFO networking_nsxv3.common.synchronization [None req-d02dc84d-be52-4e67-bbc5-2118b821b6d8 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Enqueued Resource ID: 6cd6feef-6cdf-46a9-841c-166345537734 with Priority: HIGHEST for action security_group_rules [ 986.263301] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd6feef-6cdf-46a9-841c-166345537734 with Priority: HIGHEST for action security_group_rules [ 986.263301] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cd6feef-6cdf-46a9-841c-166345537734 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.263301] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.271560] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10d949ac-b10e-4b2c-a630-347a1bdade30',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.656114] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.656114] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.656114] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.656348] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.656422] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.656521] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cd6feef-6cdf-46a9-841c-166345537734 already deleted. [ 986.656609] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.656762] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.656916] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.657013] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cd6feef-6cdf-46a9-841c-166345537734',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.773847] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.774108] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.774276] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.774522] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.774627] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.774741] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 is going to be created. [ 986.819530] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.819682] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.819739] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.820027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.820122] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.827725] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ec4ea0f-abae-4ce8-969d-6033e72b83f7 in Status: SUCCESS [ 986.827945] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.831368] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 in Status: UNINITIALIZED for 2s [ 987.186245] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.186245] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.186245] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.186245] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.186245] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.186245] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cd6feef-6cdf-46a9-841c-166345537734 already deleted. [ 987.186245] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.841829] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 in Status: SUCCESS [ 988.842185] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.842370] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.842597] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.842790] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.842913] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.843009] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.843181] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.843265] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.843354] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.843451] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10d949ac-b10e-4b2c-a630-347a1bdade30',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.349031] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d949ac-b10e-4b2c-a630-347a1bdade30 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.349031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.349031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.349031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.349031] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.349031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.349031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.349031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.349031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.349031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.349031] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d949ac-b10e-4b2c-a630-347a1bdade30 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.349031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.349031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.349031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.349031] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.350883] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.351324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.351702] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.352094] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.352372] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.352706] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10d949ac-b10e-4b2c-a630-347a1bdade30',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.856513] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10d949ac-b10e-4b2c-a630-347a1bdade30: rpc.has_security_group_logging(os_id): False [ 989.883884] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.884148] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.884222] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.884455] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.885741] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.885925] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.885925] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.886026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.886144] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.886228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.886484] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.886546] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.886612] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.886760] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.886860] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.887459] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.887608] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.887698] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.887920] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.888199] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.888285] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 is going to be created. [ 989.965670] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.965854] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.965899] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.967053] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.967053] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.983459] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 in Status: IN_PROGRESS for 2s [ 991.266386] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 991.266672] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 991.998181] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 in Status: SUCCESS [ 991.998496] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.787254] env[69297]: INFO networking_nsxv3.common.synchronization [req-c243c45e-8ce8-46f3-8ba2-53e0a9ce9f28 req-e8296dee-d964-4bb3-84f4-e4273819c12f tempest-ServerRescueTestJSON-160698757 tempest-ServerRescueTestJSON-160698757-project-member] Enqueued Resource ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 with Priority: HIGHEST for action security_group_members [ 992.787254] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 with Priority: HIGHEST for action security_group_members [ 992.787254] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.787254] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.787254] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.787254] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.787254] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.788642] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.788836] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.789147] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.790354] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.790572] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.129088] env[69297]: INFO networking_nsxv3.common.synchronization [req-e97ee347-293e-4703-a454-785536f507e0 req-1c298529-6801-460f-bb3c-401d8e80b9fe tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Enqueued Resource ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 with Priority: HIGHEST for action security_group_members [ 993.130021] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 with Priority: HIGHEST for action security_group_members [ 993.132229] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d949ac-b10e-4b2c-a630-347a1bdade30 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.132402] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.132451] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.133529] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.133529] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.133529] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.133529] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.133529] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.133529] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.133529] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10d949ac-b10e-4b2c-a630-347a1bdade30',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.292636] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.292786] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.292857] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.293091] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.293177] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.293596] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.293596] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.293596] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.293745] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.293745] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.293814] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 is going to be updated. [ 993.325958] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.326145] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.326190] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.326435] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.326579] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.336303] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 in Status: IN_PROGRESS for 2s [ 993.488683] env[69297]: INFO networking_nsxv3.common.synchronization [None req-ddcc7848-b776-413a-8e3a-0805089956fa None None] Enqueued Resource ID: ab915a33-8b89-4be4-abdb-0cf9515105c5 with Priority: HIGHEST for action port [ 993.490046] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab915a33-8b89-4be4-abdb-0cf9515105c5 with Priority: HIGHEST for action port [ 993.490046] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab915a33-8b89-4be4-abdb-0cf9515105c5 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.490046] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab915a33-8b89-4be4-abdb-0cf9515105c5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.490046] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab915a33-8b89-4be4-abdb-0cf9515105c5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.494992] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab915a33-8b89-4be4-abdb-0cf9515105c5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.494992] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab915a33-8b89-4be4-abdb-0cf9515105c5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.635781] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10d949ac-b10e-4b2c-a630-347a1bdade30',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.750579] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-332 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.750579] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.750579] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.750927] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.754472] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.754472] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.754472] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.754472] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.754472] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.754472] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 993.754859] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.755663] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.755663] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.755663] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 993.755663] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.755663] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.778571] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.778739] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 993.778879] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.779275] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-332" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.779644] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-37d45820-b891-4e65-872d-b245c3504125 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.779829] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-37d45820-b891-4e65-872d-b245c3504125" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.779990] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-37d45820-b891-4e65-872d-b245c3504125" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.780373] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-37d45820-b891-4e65-872d-b245c3504125" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.780511] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37d45820-b891-4e65-872d-b245c3504125',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.998057] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab915a33-8b89-4be4-abdb-0cf9515105c5 [ 993.998057] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.998057] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.998057] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.999094] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.999094] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.999094] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab915a33-8b89-4be4-abdb-0cf9515105c5 already deleted. [ 993.999094] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab915a33-8b89-4be4-abdb-0cf9515105c5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.138886] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10d949ac-b10e-4b2c-a630-347a1bdade30',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.283979] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.284350] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.284526] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.284838] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.284993] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.285178] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 37d45820-b891-4e65-872d-b245c3504125 not found, creating... [ 994.285494] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.285720] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.285929] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.287276] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.287276] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.287276] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.288167] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.288331] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.288592] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.288816] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.289036] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 37d45820-b891-4e65-872d-b245c3504125 is going to be created. [ 994.316346] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.316673] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.316772] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.317082] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.317308] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.317710] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-37d45820-b891-4e65-872d-b245c3504125" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.595546] env[69297]: INFO networking_nsxv3.common.synchronization [None req-a393a691-7a43-478c-bd07-09f9e75b0649 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Enqueued Resource ID: f6190a68-e72b-463a-893a-768d7dd7aae0 with Priority: HIGHEST for action security_group_rules [ 994.596135] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6190a68-e72b-463a-893a-768d7dd7aae0 with Priority: HIGHEST for action security_group_rules [ 994.596424] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6190a68-e72b-463a-893a-768d7dd7aae0 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.596550] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.596859] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.596948] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.596986] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6190a68-e72b-463a-893a-768d7dd7aae0',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.644423] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.644619] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.644669] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.644880] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.645048] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.645090] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 is going to be updated. [ 994.684235] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.684462] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.684540] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.685187] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.685187] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.689119] env[69297]: INFO networking_nsxv3.common.synchronization [None req-219c3571-7868-4e52-b23a-3b5265da1645 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Enqueued Resource ID: f6190a68-e72b-463a-893a-768d7dd7aae0 with Priority: HIGHEST for action security_group_rules [ 994.689778] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6190a68-e72b-463a-893a-768d7dd7aae0 with Priority: HIGHEST for action security_group_rules [ 994.690583] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6190a68-e72b-463a-893a-768d7dd7aae0 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.690817] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.701089] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 in Status: IN_PROGRESS for 2s [ 995.124441] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.124835] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.124835] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.125746] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.125746] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.125746] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6190a68-e72b-463a-893a-768d7dd7aae0 already deleted. [ 995.125746] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.125746] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.126073] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.126073] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6190a68-e72b-463a-893a-768d7dd7aae0',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.348558] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 in Status: SUCCESS [ 995.349394] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 deletion is rescheduled due to dependency. [ 995.349394] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.579519] env[69297]: INFO networking_nsxv3.common.synchronization [None req-c9e34a9c-b297-4497-a8b7-624f9903840a None None] Enqueued Resource ID: 08a692a3-b028-435d-8467-4e0b8849483a with Priority: HIGHEST for action port [ 995.580134] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08a692a3-b028-435d-8467-4e0b8849483a with Priority: HIGHEST for action port [ 995.580449] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-08a692a3-b028-435d-8467-4e0b8849483a taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.580569] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08a692a3-b028-435d-8467-4e0b8849483a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.580669] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08a692a3-b028-435d-8467-4e0b8849483a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.581653] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08a692a3-b028-435d-8467-4e0b8849483a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.581653] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08a692a3-b028-435d-8467-4e0b8849483a',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.653237] env[69297]: INFO networking_nsxv3.common.synchronization [req-e97ee347-293e-4703-a454-785536f507e0 req-1e64de16-c110-4db3-9182-30485311eb68 service nova] Enqueued Resource ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 with Priority: HIGHEST for action security_group_rules [ 995.653474] env[69297]: INFO networking_nsxv3.common.synchronization [req-e97ee347-293e-4703-a454-785536f507e0 req-1e64de16-c110-4db3-9182-30485311eb68 service nova] Enqueued Resource ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 with Priority: HIGHEST for action security_group_members [ 995.653620] env[69297]: INFO networking_nsxv3.common.synchronization [req-e97ee347-293e-4703-a454-785536f507e0 req-1e64de16-c110-4db3-9182-30485311eb68 service nova] Enqueued Resource ID: 37d45820-b891-4e65-872d-b245c3504125 with Priority: HIGHEST for action port [ 995.654167] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 with Priority: HIGHEST for action security_group_rules [ 995.654312] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 with Priority: HIGHEST for action security_group_members [ 995.654407] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d45820-b891-4e65-872d-b245c3504125 with Priority: HIGHEST for action port [ 995.654699] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10d949ac-b10e-4b2c-a630-347a1bdade30 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.654821] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.654906] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.655131] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.655216] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10d949ac-b10e-4b2c-a630-347a1bdade30',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.656112] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d949ac-b10e-4b2c-a630-347a1bdade30 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.656980] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.656980] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-37d45820-b891-4e65-872d-b245c3504125 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.656980] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37d45820-b891-4e65-872d-b245c3504125" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.656980] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37d45820-b891-4e65-872d-b245c3504125" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.656980] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37d45820-b891-4e65-872d-b245c3504125" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.656980] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37d45820-b891-4e65-872d-b245c3504125',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.660221] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.660296] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.660330] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.660741] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.660847] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.660999] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6190a68-e72b-463a-893a-768d7dd7aae0 already deleted. [ 995.661074] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.085850] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08a692a3-b028-435d-8467-4e0b8849483a [ 996.085850] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.085850] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.085850] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.085850] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.085850] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.085850] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08a692a3-b028-435d-8467-4e0b8849483a already deleted. [ 996.085850] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08a692a3-b028-435d-8467-4e0b8849483a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.108352] env[69297]: INFO networking_nsxv3.common.synchronization [req-839275f1-d2ae-4e97-9ea8-ad646e944b56 req-1d379524-54d3-4d55-ab2b-8759d8917c9b tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Enqueued Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGHEST for action security_group_members [ 996.108352] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGHEST for action security_group_members [ 996.109085] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-586d817e-cd7c-4163-ab28-9c4573191706 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.109404] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.109637] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.111844] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.111844] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.111844] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.111844] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.111844] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.111844] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.111844] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.159476] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d949ac-b10e-4b2c-a630-347a1bdade30 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.159476] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.159476] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37d45820-b891-4e65-872d-b245c3504125 with status ACTIVE [ 996.159936] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.159936] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.159936] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.160636] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.160805] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.161074] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.161074] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.161195] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.161494] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.161634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.162034] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.162192] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.162331] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.162484] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.162596] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.162750] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37d45820-b891-4e65-872d-b245c3504125 is going to be updated. [ 996.189150] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.189150] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.189150] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.189150] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.189150] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.189150] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37d45820-b891-4e65-872d-b245c3504125" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.270354] env[69297]: INFO networking_nsxv3.common.synchronization [req-84e9f688-d88f-47c9-8994-ebc8dd6c9424 req-3d12f9b2-b7e1-4335-ba76-c7e189a99acd tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Enqueued Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_members [ 996.270407] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_members [ 996.270734] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f50b79-2b67-4118-8716-c4cbc2fac90e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.270862] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.273996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.273996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.273996] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.273996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.273996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.273996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.273996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.273996] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.572732] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-255 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.572935] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-255" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.573077] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-255" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.573487] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-255" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.574125] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.574125] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.574483] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.574517] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.574666] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.574903] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 996.575044] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.575202] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.575332] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.575450] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 996.575584] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.575727] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.598590] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.598590] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 996.598590] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.598590] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-255" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.598590] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-008893a0-2739-40e0-a497-3835ad269833 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.598590] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-008893a0-2739-40e0-a497-3835ad269833" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.598590] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-008893a0-2739-40e0-a497-3835ad269833" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.598590] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-008893a0-2739-40e0-a497-3835ad269833" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.599208] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('008893a0-2739-40e0-a497-3835ad269833',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.614359] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.614522] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.614588] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.614818] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.614911] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.615150] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.615285] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.615345] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.615671] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.615671] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.615671] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 586d817e-cd7c-4163-ab28-9c4573191706 already deleted. [ 996.615864] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.710878] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 in Status: SUCCESS [ 996.711117] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.711304] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.711546] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.711864] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.712028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.712197] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.712341] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.712341] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.712423] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10d949ac-b10e-4b2c-a630-347a1bdade30',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.784126] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.103631] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.104080] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.104080] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.104334] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.104723] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.104723] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 008893a0-2739-40e0-a497-3835ad269833 not found, creating... [ 997.104983] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.105176] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.105220] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.105634] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.105634] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.106027] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.106426] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.106426] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.106554] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.106723] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.107256] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 008893a0-2739-40e0-a497-3835ad269833 is going to be created. [ 997.129260] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.129260] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.129260] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.129489] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.129702] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.129934] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-008893a0-2739-40e0-a497-3835ad269833" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.214715] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10d949ac-b10e-4b2c-a630-347a1bdade30',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.286999] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.716889] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10d949ac-b10e-4b2c-a630-347a1bdade30',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.788783] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.792068] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.792068] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.792068] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.792068] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.792068] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e is going to be updated. [ 997.816947] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.817106] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.817181] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.817386] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.817530] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.829938] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e in Status: IN_PROGRESS for 2s [ 997.851950] env[69297]: INFO networking_nsxv3.common.synchronization [req-839275f1-d2ae-4e97-9ea8-ad646e944b56 req-0028e706-0dff-42fc-92c9-e7006622f6f7 service nova] Enqueued Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGHEST for action security_group_rules [ 997.852142] env[69297]: INFO networking_nsxv3.common.synchronization [req-839275f1-d2ae-4e97-9ea8-ad646e944b56 req-0028e706-0dff-42fc-92c9-e7006622f6f7 service nova] Enqueued Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGHEST for action security_group_members [ 997.852287] env[69297]: INFO networking_nsxv3.common.synchronization [req-839275f1-d2ae-4e97-9ea8-ad646e944b56 req-0028e706-0dff-42fc-92c9-e7006622f6f7 service nova] Enqueued Resource ID: 008893a0-2739-40e0-a497-3835ad269833 with Priority: HIGHEST for action port [ 997.852521] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGHEST for action security_group_rules [ 997.852649] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGHEST for action security_group_members [ 997.852747] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 008893a0-2739-40e0-a497-3835ad269833 with Priority: HIGHEST for action port [ 997.853692] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-586d817e-cd7c-4163-ab28-9c4573191706 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.853819] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.853889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.854214] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.854214] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.855021] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-586d817e-cd7c-4163-ab28-9c4573191706 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.857331] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.857331] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.857331] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.857331] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.857331] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.857331] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.857331] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.857331] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.857331] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.857331] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-008893a0-2739-40e0-a497-3835ad269833 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.857331] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-008893a0-2739-40e0-a497-3835ad269833" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.857331] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-008893a0-2739-40e0-a497-3835ad269833" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.857331] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-008893a0-2739-40e0-a497-3835ad269833" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.857331] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('008893a0-2739-40e0-a497-3835ad269833',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.220078] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.220384] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.220384] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.220539] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.220627] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.220723] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 is going to be updated. [ 998.260116] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.260378] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.260457] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.260678] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.260842] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.271772] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 in Status: IN_PROGRESS for 2s [ 998.358927] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-586d817e-cd7c-4163-ab28-9c4573191706 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.359237] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.359465] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 008893a0-2739-40e0-a497-3835ad269833 with status ACTIVE [ 998.359699] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.359816] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.359886] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.360250] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.360373] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.360599] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.360711] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.360783] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.360999] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.361121] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.361337] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.361446] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.361542] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.361694] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.361806] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.361948] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 008893a0-2739-40e0-a497-3835ad269833 is going to be updated. [ 998.363233] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.389391] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.389391] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.389391] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.389619] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.390284] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.390284] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-008893a0-2739-40e0-a497-3835ad269833" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.867782] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.370637] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.370937] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.370937] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.370937] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.371114] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.371174] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 586d817e-cd7c-4163-ab28-9c4573191706 is going to be created. [ 999.417385] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.417921] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.418307] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.418750] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.423917] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.441856] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 586d817e-cd7c-4163-ab28-9c4573191706 in Status: UNINITIALIZED for 2s [ 999.860533] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e in Status: SUCCESS [ 999.861631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.892496] env[69297]: INFO networking_nsxv3.common.synchronization [req-7a6209a1-deef-4e9f-a6f1-9fc0e08ddf31 req-2f251914-cd0e-4955-913d-606c6b981516 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Enqueued Resource ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c with Priority: HIGHEST for action security_group_members [ 999.896361] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c with Priority: HIGHEST for action security_group_members [ 999.896529] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.896529] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.896667] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.896808] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.897047] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.897177] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.897255] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.897442] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.897535] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.897652] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2d685a4-e4d6-49fa-bec4-29e62ff6e26c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.284036] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 in Status: SUCCESS [ 1000.284036] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.284036] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.284036] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.284036] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.284036] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.284036] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.284036] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.284036] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.284036] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.284036] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10d949ac-b10e-4b2c-a630-347a1bdade30',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.401128] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.401128] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.401128] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.401128] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.401128] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.401536] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.401536] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.401536] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.401536] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.401669] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.401669] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c is going to be updated. [ 1000.432352] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.432352] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.432352] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.432352] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.432352] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.443455] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c in Status: IN_PROGRESS for 2s [ 1000.787214] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d949ac-b10e-4b2c-a630-347a1bdade30 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.787379] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.787445] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.787683] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.787910] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.788034] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.788103] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.788258] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.788402] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.788454] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.788588] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d949ac-b10e-4b2c-a630-347a1bdade30 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.788667] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.788727] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.789210] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.789210] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.789210] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.789210] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.789384] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.789384] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.789453] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.789539] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10d949ac-b10e-4b2c-a630-347a1bdade30',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.292421] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10d949ac-b10e-4b2c-a630-347a1bdade30: rpc.has_security_group_logging(os_id): False [ 1001.313636] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.313818] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.313818] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.314042] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.314137] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.314322] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.314418] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.314472] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.314689] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.314689] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.314894] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.314991] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.315086] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.315249] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.315316] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.315510] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.315604] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.315664] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.315786] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.315848] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.315938] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 is going to be updated. [ 1001.378131] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.378287] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.378360] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.378570] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.378720] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.394204] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 in Status: IN_PROGRESS for 2s [ 1001.460736] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 586d817e-cd7c-4163-ab28-9c4573191706 in Status: SUCCESS [ 1001.461160] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.461229] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.461457] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.461679] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.461805] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.461874] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.462071] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.462193] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.462234] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.462376] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.964957] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.455278] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c in Status: SUCCESS [ 1002.456189] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c deletion is rescheduled due to dependency. [ 1002.456189] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.468285] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 586d817e-cd7c-4163-ab28-9c4573191706: rpc.has_security_group_logging(os_id): False [ 1002.489049] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.489049] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.489049] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.489049] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.489049] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.489049] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.489049] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.489515] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.489515] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.489515] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.489515] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 586d817e-cd7c-4163-ab28-9c4573191706 is going to be created. [ 1002.551658] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.551797] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.551866] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.552092] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.552271] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.564450] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 586d817e-cd7c-4163-ab28-9c4573191706 in Status: IN_PROGRESS for 2s [ 1003.157300] env[69297]: INFO networking_nsxv3.common.synchronization [None req-f11cc090-3575-42c9-95e1-639a8f0115f5 None None] Enqueued Resource ID: 31a65baa-e810-4761-85b7-56225345c755 with Priority: HIGHEST for action port [ 1003.157573] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31a65baa-e810-4761-85b7-56225345c755 with Priority: HIGHEST for action port [ 1003.158944] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-31a65baa-e810-4761-85b7-56225345c755 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.158944] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31a65baa-e810-4761-85b7-56225345c755" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.158944] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31a65baa-e810-4761-85b7-56225345c755" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.158944] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31a65baa-e810-4761-85b7-56225345c755" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.158944] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31a65baa-e810-4761-85b7-56225345c755',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.430522] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 in Status: SUCCESS [ 1003.430878] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.673494] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31a65baa-e810-4761-85b7-56225345c755 [ 1003.673494] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.673494] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.673494] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.673494] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.673494] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.673494] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31a65baa-e810-4761-85b7-56225345c755 already deleted. [ 1003.673494] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31a65baa-e810-4761-85b7-56225345c755" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.596620] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 586d817e-cd7c-4163-ab28-9c4573191706 in Status: SUCCESS [ 1004.596620] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.222823] env[69297]: INFO networking_nsxv3.common.synchronization [req-ed52e1d3-b9a7-491c-818b-65c20ff7f3e8 req-01722182-6eca-45bc-bce1-9944a76bf3ca tempest-SecurityGroupRulesNegativeTestJSON-444711838 tempest-SecurityGroupRulesNegativeTestJSON-444711838-project-member] Enqueued Resource ID: b1e1eebb-ba79-4794-9793-53dc71d43a3f with Priority: HIGHEST for action security_group_rules [ 1005.223490] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e1eebb-ba79-4794-9793-53dc71d43a3f with Priority: HIGHEST for action security_group_rules [ 1005.223715] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1e1eebb-ba79-4794-9793-53dc71d43a3f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.223843] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1e1eebb-ba79-4794-9793-53dc71d43a3f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.223913] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1e1eebb-ba79-4794-9793-53dc71d43a3f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.228375] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1e1eebb-ba79-4794-9793-53dc71d43a3f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.229441] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1e1eebb-ba79-4794-9793-53dc71d43a3f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.663198] env[69297]: INFO networking_nsxv3.common.synchronization [None req-c80effde-acc2-4c82-ab50-d6c5771017a2 None None] Enqueued Resource ID: bb1b9b31-943d-4806-b800-fc4caba6b847 with Priority: HIGHEST for action port [ 1005.663466] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb1b9b31-943d-4806-b800-fc4caba6b847 with Priority: HIGHEST for action port [ 1005.663995] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb1b9b31-943d-4806-b800-fc4caba6b847 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.664136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb1b9b31-943d-4806-b800-fc4caba6b847" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.664215] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb1b9b31-943d-4806-b800-fc4caba6b847" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.664591] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb1b9b31-943d-4806-b800-fc4caba6b847" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.664722] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb1b9b31-943d-4806-b800-fc4caba6b847',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.751223] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.751223] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.751223] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.751223] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.751223] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.751223] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1e1eebb-ba79-4794-9793-53dc71d43a3f already deleted. [ 1005.751223] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1e1eebb-ba79-4794-9793-53dc71d43a3f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.763996] env[69297]: INFO networking_nsxv3.common.synchronization [None req-802b3a07-eb87-4384-9ce1-57c928b3e980 None None] Enqueued Resource ID: 58b3c0fc-b74f-49a1-96b8-8e8e0c5253b1 with Priority: HIGHEST for action port [ 1005.766418] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58b3c0fc-b74f-49a1-96b8-8e8e0c5253b1 with Priority: HIGHEST for action port [ 1005.767565] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-58b3c0fc-b74f-49a1-96b8-8e8e0c5253b1 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.767860] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58b3c0fc-b74f-49a1-96b8-8e8e0c5253b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.768044] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58b3c0fc-b74f-49a1-96b8-8e8e0c5253b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.768398] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58b3c0fc-b74f-49a1-96b8-8e8e0c5253b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.769170] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58b3c0fc-b74f-49a1-96b8-8e8e0c5253b1',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.166379] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb1b9b31-943d-4806-b800-fc4caba6b847 [ 1006.166628] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.166760] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.166813] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.167107] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.167204] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.167302] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb1b9b31-943d-4806-b800-fc4caba6b847 already deleted. [ 1006.167384] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb1b9b31-943d-4806-b800-fc4caba6b847" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.277022] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58b3c0fc-b74f-49a1-96b8-8e8e0c5253b1 [ 1006.277022] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.277022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.277022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.277022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.277022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.277022] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58b3c0fc-b74f-49a1-96b8-8e8e0c5253b1 already deleted. [ 1006.277022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58b3c0fc-b74f-49a1-96b8-8e8e0c5253b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.321480] env[69297]: INFO networking_nsxv3.common.synchronization [req-7277cd14-92a9-440b-a8e2-b452b27a874f req-4e54d325-d846-4a16-be5c-4f124faac432 tempest-SecurityGroupRulesNegativeTestJSON-444711838 tempest-SecurityGroupRulesNegativeTestJSON-444711838-project-member] Enqueued Resource ID: b1e1eebb-ba79-4794-9793-53dc71d43a3f with Priority: HIGHEST for action security_group_rules [ 1006.322456] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e1eebb-ba79-4794-9793-53dc71d43a3f with Priority: HIGHEST for action security_group_rules [ 1006.322456] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1e1eebb-ba79-4794-9793-53dc71d43a3f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.322698] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1e1eebb-ba79-4794-9793-53dc71d43a3f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.322698] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1e1eebb-ba79-4794-9793-53dc71d43a3f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.324723] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1e1eebb-ba79-4794-9793-53dc71d43a3f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.324723] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1e1eebb-ba79-4794-9793-53dc71d43a3f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.851625] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.851625] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.851625] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.851625] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.851625] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.851625] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1e1eebb-ba79-4794-9793-53dc71d43a3f already deleted. [ 1006.851625] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1e1eebb-ba79-4794-9793-53dc71d43a3f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.531395] env[69297]: INFO networking_nsxv3.common.synchronization [None req-776bee7c-0e64-43ed-817c-5e43578946dc None None] Enqueued Resource ID: ab1bdcac-d481-4a2d-9b6a-142377a3bf84 with Priority: HIGHEST for action port [ 1008.531395] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab1bdcac-d481-4a2d-9b6a-142377a3bf84 with Priority: HIGHEST for action port [ 1008.531395] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab1bdcac-d481-4a2d-9b6a-142377a3bf84 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.531395] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab1bdcac-d481-4a2d-9b6a-142377a3bf84" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.531395] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab1bdcac-d481-4a2d-9b6a-142377a3bf84" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.531395] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab1bdcac-d481-4a2d-9b6a-142377a3bf84" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.531991] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab1bdcac-d481-4a2d-9b6a-142377a3bf84',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.034669] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab1bdcac-d481-4a2d-9b6a-142377a3bf84 [ 1009.035010] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.035358] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.035358] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.035844] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.036079] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.036079] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab1bdcac-d481-4a2d-9b6a-142377a3bf84 already deleted. [ 1009.036783] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab1bdcac-d481-4a2d-9b6a-142377a3bf84" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.531048] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1013.531331] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1018.532761] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1018.533193] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1018.687279] env[69297]: INFO networking_nsxv3.common.synchronization [None req-2f9329ab-7359-461b-b69b-2b8b4ec45fb1 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Enqueued Resource ID: 5a43a302-2c3a-49da-82b2-f2dbcd43f243 with Priority: HIGHEST for action security_group_rules [ 1018.687279] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a43a302-2c3a-49da-82b2-f2dbcd43f243 with Priority: HIGHEST for action security_group_rules [ 1018.687279] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a43a302-2c3a-49da-82b2-f2dbcd43f243 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.687279] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.687279] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.687279] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.687279] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a43a302-2c3a-49da-82b2-f2dbcd43f243',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.807483] env[69297]: INFO networking_nsxv3.common.synchronization [None req-b7665a72-b809-463b-b582-31bc9b66f2a0 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Enqueued Resource ID: 5a43a302-2c3a-49da-82b2-f2dbcd43f243 with Priority: HIGHEST for action security_group_rules [ 1018.807872] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a43a302-2c3a-49da-82b2-f2dbcd43f243 with Priority: HIGHEST for action security_group_rules [ 1018.808337] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a43a302-2c3a-49da-82b2-f2dbcd43f243 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.808493] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.210252] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.210926] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.211308] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.211681] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.211907] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.213018] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a43a302-2c3a-49da-82b2-f2dbcd43f243 already deleted. [ 1019.213018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.213018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.213018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.213018] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a43a302-2c3a-49da-82b2-f2dbcd43f243',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.736053] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.736535] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.736535] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.736646] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.736777] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.736820] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a43a302-2c3a-49da-82b2-f2dbcd43f243 already deleted. [ 1019.736902] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.475035] env[69297]: INFO networking_nsxv3.common.synchronization [req-c096d8b4-6c5c-4598-9931-152054770883 req-64a449bc-ea6f-47ff-926d-efd7b0d68130 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Enqueued Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_members [ 1020.475571] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_members [ 1020.475876] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-7709757a-bd74-4105-a5e2-a538c8b7d9e2 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.478770] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.478964] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.479354] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.479587] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.479749] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.479855] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.480058] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.480239] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.480401] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.630029] env[69297]: INFO networking_nsxv3.common.synchronization [req-1d140fe3-8300-4a51-91e6-298cf13a0356 req-7aa5b344-34b9-4faa-8150-d6556bebfe50 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Enqueued Resource ID: 552a476a-b927-4651-ad43-bde74a976fb8 with Priority: HIGHEST for action security_group_members [ 1020.630861] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 552a476a-b927-4651-ad43-bde74a976fb8 with Priority: HIGHEST for action security_group_members [ 1020.631137] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-552a476a-b927-4651-ad43-bde74a976fb8 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.631656] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.631656] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.632018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.632740] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.632740] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.632740] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.632740] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.632740] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.632740] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('552a476a-b927-4651-ad43-bde74a976fb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.982423] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.982847] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.982847] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.982920] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.006331] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.006840] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.007072] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.007184] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.007549] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.007549] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.007661] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 is going to be updated. [ 1021.039496] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.039721] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.039721] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.039911] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.040082] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.050789] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 in Status: IN_PROGRESS for 2s [ 1021.052694] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.052904] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-904" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.053043] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-904" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.053379] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-904" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.053652] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.053803] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.053927] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.054159] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.054304] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.054517] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.054636] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.054747] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.054859] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.054968] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.055147] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.055284] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.075590] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.076029] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1021.076029] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.076244] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-904" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.076636] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-de075419-79e5-4f90-86fe-067e3ca754ee taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.076863] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-de075419-79e5-4f90-86fe-067e3ca754ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.077159] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-de075419-79e5-4f90-86fe-067e3ca754ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.077475] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-de075419-79e5-4f90-86fe-067e3ca754ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.077655] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de075419-79e5-4f90-86fe-067e3ca754ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.135436] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.135660] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.135660] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.135884] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.135981] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.136193] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.136301] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.136355] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.136502] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.136581] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.136668] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 552a476a-b927-4651-ad43-bde74a976fb8 already deleted. [ 1021.137209] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.580338] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.580654] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.580902] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.581282] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.581516] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.581717] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port de075419-79e5-4f90-86fe-067e3ca754ee not found, creating... [ 1021.582035] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.582274] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.582447] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.582731] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.582896] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.583230] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.583426] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.583564] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.583783] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.583922] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.584123] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: de075419-79e5-4f90-86fe-067e3ca754ee is going to be created. [ 1021.606585] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.606819] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.606956] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.607338] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.607639] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.607943] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-de075419-79e5-4f90-86fe-067e3ca754ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.315274] env[69297]: INFO networking_nsxv3.common.synchronization [req-1d140fe3-8300-4a51-91e6-298cf13a0356 req-507185c0-00b8-478c-926e-2574df2b808f service nova] Enqueued Resource ID: 552a476a-b927-4651-ad43-bde74a976fb8 with Priority: HIGHEST for action security_group_rules [ 1022.315274] env[69297]: INFO networking_nsxv3.common.synchronization [req-1d140fe3-8300-4a51-91e6-298cf13a0356 req-507185c0-00b8-478c-926e-2574df2b808f service nova] Enqueued Resource ID: 552a476a-b927-4651-ad43-bde74a976fb8 with Priority: HIGHEST for action security_group_members [ 1022.315274] env[69297]: INFO networking_nsxv3.common.synchronization [req-1d140fe3-8300-4a51-91e6-298cf13a0356 req-507185c0-00b8-478c-926e-2574df2b808f service nova] Enqueued Resource ID: de075419-79e5-4f90-86fe-067e3ca754ee with Priority: HIGHEST for action port [ 1022.315274] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 552a476a-b927-4651-ad43-bde74a976fb8 with Priority: HIGHEST for action security_group_rules [ 1022.315274] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 552a476a-b927-4651-ad43-bde74a976fb8 with Priority: HIGHEST for action security_group_members [ 1022.315274] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de075419-79e5-4f90-86fe-067e3ca754ee with Priority: HIGHEST for action port [ 1022.316672] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-552a476a-b927-4651-ad43-bde74a976fb8 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.316960] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.317243] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.317999] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.318398] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('552a476a-b927-4651-ad43-bde74a976fb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.319641] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-552a476a-b927-4651-ad43-bde74a976fb8 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.319909] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.320379] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.320379] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.320682] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.320976] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.322214] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.322214] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.322214] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.322214] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('552a476a-b927-4651-ad43-bde74a976fb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.323502] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-de075419-79e5-4f90-86fe-067e3ca754ee taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.323793] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de075419-79e5-4f90-86fe-067e3ca754ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.324064] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de075419-79e5-4f90-86fe-067e3ca754ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.324387] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de075419-79e5-4f90-86fe-067e3ca754ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.324636] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de075419-79e5-4f90-86fe-067e3ca754ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.796313] env[69297]: INFO networking_nsxv3.common.synchronization [req-a3d29013-a08f-402d-b72f-94d359578149 req-e7e48e14-e066-477d-a336-b068adfa5e0d tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Enqueued Resource ID: 6cd6feef-6cdf-46a9-841c-166345537734 with Priority: HIGHEST for action security_group_members [ 1022.796959] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd6feef-6cdf-46a9-841c-166345537734 with Priority: HIGHEST for action security_group_members [ 1022.797334] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd6feef-6cdf-46a9-841c-166345537734 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.797491] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.797608] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.798029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.798201] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.798339] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.798392] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.798557] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.799187] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.799187] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd6feef-6cdf-46a9-841c-166345537734',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.826615] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('552a476a-b927-4651-ad43-bde74a976fb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.827580] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-552a476a-b927-4651-ad43-bde74a976fb8 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.827702] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.828141] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de075419-79e5-4f90-86fe-067e3ca754ee with status ACTIVE [ 1022.828310] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.828450] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.828520] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.828692] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.828790] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.828972] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.829073] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.829188] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.829348] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.829428] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.829607] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.829694] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.829767] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.829940] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.829980] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.830390] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de075419-79e5-4f90-86fe-067e3ca754ee is going to be updated. [ 1022.855752] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.855752] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.855752] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.855752] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.855752] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.855752] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de075419-79e5-4f90-86fe-067e3ca754ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.062412] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 in Status: SUCCESS [ 1023.062647] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 deletion is rescheduled due to dependency. [ 1023.062772] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.145768] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-247 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.145969] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.146117] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.146391] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.146664] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.146826] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.146951] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.147841] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.148022] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.148243] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1023.148368] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.148473] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.148583] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.148700] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1023.148811] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.148953] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.175252] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.175453] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1023.175606] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.175797] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.176271] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-303e4d2c-8f59-4c93-a461-d14d1783c0d3 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.176503] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-303e4d2c-8f59-4c93-a461-d14d1783c0d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.176636] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-303e4d2c-8f59-4c93-a461-d14d1783c0d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.177258] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-303e4d2c-8f59-4c93-a461-d14d1783c0d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.177439] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('303e4d2c-8f59-4c93-a461-d14d1783c0d3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.301255] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.301508] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.301593] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.301834] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.302015] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.302191] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.302306] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.302376] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.302550] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.302652] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.302766] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd6feef-6cdf-46a9-841c-166345537734 already deleted. [ 1023.302876] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.330112] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('552a476a-b927-4651-ad43-bde74a976fb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.680719] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.680974] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.681122] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.681410] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.681604] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.681769] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 303e4d2c-8f59-4c93-a461-d14d1783c0d3 not found, creating... [ 1023.682086] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.682205] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.682323] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.682543] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.682680] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.682955] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.683125] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.683256] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.683462] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.683738] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.683902] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 303e4d2c-8f59-4c93-a461-d14d1783c0d3 is going to be created. [ 1023.703929] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.704178] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.704310] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.704591] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.704829] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.705084] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-303e4d2c-8f59-4c93-a461-d14d1783c0d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.831531] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.831734] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.831826] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.832027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.832136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.832364] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 552a476a-b927-4651-ad43-bde74a976fb8 is going to be created. [ 1023.867418] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.867418] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.867620] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.867825] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.868072] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.884267] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 552a476a-b927-4651-ad43-bde74a976fb8 in Status: UNINITIALIZED for 2s [ 1024.439794] env[69297]: INFO networking_nsxv3.common.synchronization [req-a3d29013-a08f-402d-b72f-94d359578149 req-ca8f9755-50cf-4c1e-9df5-4e04739a1b41 service nova] Enqueued Resource ID: 6cd6feef-6cdf-46a9-841c-166345537734 with Priority: HIGHEST for action security_group_rules [ 1024.440081] env[69297]: INFO networking_nsxv3.common.synchronization [req-a3d29013-a08f-402d-b72f-94d359578149 req-ca8f9755-50cf-4c1e-9df5-4e04739a1b41 service nova] Enqueued Resource ID: 6cd6feef-6cdf-46a9-841c-166345537734 with Priority: HIGHEST for action security_group_members [ 1024.440203] env[69297]: INFO networking_nsxv3.common.synchronization [req-a3d29013-a08f-402d-b72f-94d359578149 req-ca8f9755-50cf-4c1e-9df5-4e04739a1b41 service nova] Enqueued Resource ID: 303e4d2c-8f59-4c93-a461-d14d1783c0d3 with Priority: HIGHEST for action port [ 1024.440808] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd6feef-6cdf-46a9-841c-166345537734 with Priority: HIGHEST for action security_group_rules [ 1024.440951] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd6feef-6cdf-46a9-841c-166345537734 with Priority: HIGHEST for action security_group_members [ 1024.441102] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 303e4d2c-8f59-4c93-a461-d14d1783c0d3 with Priority: HIGHEST for action port [ 1024.441396] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cd6feef-6cdf-46a9-841c-166345537734 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.441526] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.441642] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.441789] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.441872] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cd6feef-6cdf-46a9-841c-166345537734',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.443189] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd6feef-6cdf-46a9-841c-166345537734 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.443313] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.443923] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.443923] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.444237] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.444237] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.444323] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.444991] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.444991] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.444991] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd6feef-6cdf-46a9-841c-166345537734',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.447318] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-303e4d2c-8f59-4c93-a461-d14d1783c0d3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.450324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-303e4d2c-8f59-4c93-a461-d14d1783c0d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.450324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-303e4d2c-8f59-4c93-a461-d14d1783c0d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.450324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-303e4d2c-8f59-4c93-a461-d14d1783c0d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.450324] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('303e4d2c-8f59-4c93-a461-d14d1783c0d3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.953924] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cd6feef-6cdf-46a9-841c-166345537734',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.953924] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd6feef-6cdf-46a9-841c-166345537734 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.953924] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.953924] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 303e4d2c-8f59-4c93-a461-d14d1783c0d3 with status ACTIVE [ 1024.953924] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.953924] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.953924] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.953924] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.953924] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.953924] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.953924] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.953924] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.953924] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.955929] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.956322] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.959382] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.959382] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.959382] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.959382] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.959382] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 303e4d2c-8f59-4c93-a461-d14d1783c0d3 is going to be updated. [ 1024.983301] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.983301] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.983301] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.983301] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.983301] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.983301] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-303e4d2c-8f59-4c93-a461-d14d1783c0d3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.460212] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cd6feef-6cdf-46a9-841c-166345537734',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.823170] env[69297]: INFO networking_nsxv3.common.synchronization [None req-647ba195-d586-4bd9-8fe0-a024ee710f43 None None] Enqueued Resource ID: 560b2e12-82d6-4432-b9a6-3282c464e7de with Priority: HIGHEST for action port [ 1025.823170] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 560b2e12-82d6-4432-b9a6-3282c464e7de with Priority: HIGHEST for action port [ 1025.823170] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-560b2e12-82d6-4432-b9a6-3282c464e7de taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.823170] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-560b2e12-82d6-4432-b9a6-3282c464e7de" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.823170] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-560b2e12-82d6-4432-b9a6-3282c464e7de" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.826149] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-560b2e12-82d6-4432-b9a6-3282c464e7de" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.826149] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('560b2e12-82d6-4432-b9a6-3282c464e7de',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.905387] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 552a476a-b927-4651-ad43-bde74a976fb8 in Status: SUCCESS [ 1025.905605] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.905786] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.906542] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.906542] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.906542] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.906542] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.906972] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.906972] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.906972] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.907092] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('552a476a-b927-4651-ad43-bde74a976fb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.965086] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.965305] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.965364] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.965587] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.965690] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.965799] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd6feef-6cdf-46a9-841c-166345537734 is going to be created. [ 1026.082438] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.082612] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.082765] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.083224] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.083407] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.094453] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd6feef-6cdf-46a9-841c-166345537734 in Status: UNINITIALIZED for 2s [ 1026.328107] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 560b2e12-82d6-4432-b9a6-3282c464e7de [ 1026.328347] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.328484] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.328558] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.328767] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.328858] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.328953] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:560b2e12-82d6-4432-b9a6-3282c464e7de already deleted. [ 1026.329084] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-560b2e12-82d6-4432-b9a6-3282c464e7de" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.411534] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-552a476a-b927-4651-ad43-bde74a976fb8 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.411711] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.411797] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.411988] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.412167] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.412273] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.412338] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.412489] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.412593] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.412664] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.412801] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-552a476a-b927-4651-ad43-bde74a976fb8 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.412893] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.412946] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.413663] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.413663] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.413663] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.413663] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.413663] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.413663] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.413936] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.413936] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('552a476a-b927-4651-ad43-bde74a976fb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.885802] env[69297]: INFO networking_nsxv3.common.synchronization [None req-6197eca8-f5e8-4a2e-837a-cd2aa23b26f3 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Enqueued Resource ID: df5b53f7-ccd8-4072-8b74-5931124c72ea with Priority: HIGHEST for action security_group_rules [ 1026.886596] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df5b53f7-ccd8-4072-8b74-5931124c72ea with Priority: HIGHEST for action security_group_rules [ 1026.886826] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df5b53f7-ccd8-4072-8b74-5931124c72ea taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.886826] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.887081] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.887475] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.887621] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df5b53f7-ccd8-4072-8b74-5931124c72ea',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.915827] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 552a476a-b927-4651-ad43-bde74a976fb8: rpc.has_security_group_logging(os_id): False [ 1026.947028] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.947028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.947028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.947028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.947028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.947028] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.947028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.947028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.947028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.947028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.947028] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.947028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.947028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.947028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.947028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.947830] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.947830] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.947830] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.947830] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.947830] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.947830] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 552a476a-b927-4651-ad43-bde74a976fb8 is going to be created. [ 1027.021629] env[69297]: INFO networking_nsxv3.common.synchronization [None req-e8a1d8a9-6bb6-48ce-bc32-6af18c834892 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Enqueued Resource ID: df5b53f7-ccd8-4072-8b74-5931124c72ea with Priority: HIGHEST for action security_group_rules [ 1027.025136] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df5b53f7-ccd8-4072-8b74-5931124c72ea with Priority: HIGHEST for action security_group_rules [ 1027.025136] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df5b53f7-ccd8-4072-8b74-5931124c72ea taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.025136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.035788] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.035788] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.035788] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.035788] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.035788] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.051818] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 552a476a-b927-4651-ad43-bde74a976fb8 in Status: IN_PROGRESS for 2s [ 1027.416873] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.416873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.416873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.416873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.416873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.416873] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df5b53f7-ccd8-4072-8b74-5931124c72ea already deleted. [ 1027.416873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.416873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.416873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.416873] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df5b53f7-ccd8-4072-8b74-5931124c72ea',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.939838] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.940186] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.940186] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.940326] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.940428] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.940529] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df5b53f7-ccd8-4072-8b74-5931124c72ea already deleted. [ 1027.940620] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.105899] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd6feef-6cdf-46a9-841c-166345537734 in Status: UNINITIALIZED for 4s [ 1028.288315] env[69297]: INFO networking_nsxv3.common.synchronization [None req-93b94c8d-f531-4b6e-a872-c2b9d1b7ee74 None None] Enqueued Resource ID: 12c4fb61-e531-48c6-aa03-9b57598203a5 with Priority: HIGHEST for action port [ 1028.288315] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12c4fb61-e531-48c6-aa03-9b57598203a5 with Priority: HIGHEST for action port [ 1028.288833] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-12c4fb61-e531-48c6-aa03-9b57598203a5 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.289146] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12c4fb61-e531-48c6-aa03-9b57598203a5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.289351] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12c4fb61-e531-48c6-aa03-9b57598203a5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.290147] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12c4fb61-e531-48c6-aa03-9b57598203a5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.290349] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12c4fb61-e531-48c6-aa03-9b57598203a5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.793490] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12c4fb61-e531-48c6-aa03-9b57598203a5 [ 1028.793819] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.793927] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.794014] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.794276] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.794376] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.794475] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12c4fb61-e531-48c6-aa03-9b57598203a5 already deleted. [ 1028.794558] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12c4fb61-e531-48c6-aa03-9b57598203a5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.069257] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 552a476a-b927-4651-ad43-bde74a976fb8 in Status: SUCCESS [ 1029.069690] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.120573] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd6feef-6cdf-46a9-841c-166345537734 in Status: SUCCESS [ 1030.120573] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.121258] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.121258] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.121258] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.121258] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.121457] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.121567] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.121567] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.121650] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.122704] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cd6feef-6cdf-46a9-841c-166345537734',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.203080] env[69297]: INFO networking_nsxv3.common.synchronization [req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 req-b293dfa9-be51-4f56-8a4d-54b0dcb20ea5 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Enqueued Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_members [ 1030.204261] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_members [ 1030.204261] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.204261] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.204261] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.204261] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.209370] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.209370] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.209370] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.209370] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.209370] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.209370] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.624295] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cd6feef-6cdf-46a9-841c-166345537734',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.660064] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.660064] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-359" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.660305] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-359" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.660575] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-359" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.660916] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.661123] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.661254] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.661500] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.661650] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.661907] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1030.662817] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.663083] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.663279] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.663411] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1030.663550] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.663789] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.686949] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.687221] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1030.687387] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.687652] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-359" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.687928] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-aac2855f-151d-41a8-a878-b4d090513526 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.688157] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-aac2855f-151d-41a8-a878-b4d090513526" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.688287] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-aac2855f-151d-41a8-a878-b4d090513526" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.688628] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-aac2855f-151d-41a8-a878-b4d090513526" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.688814] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aac2855f-151d-41a8-a878-b4d090513526',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.712265] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.130707] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cd6feef-6cdf-46a9-841c-166345537734: rpc.has_security_group_logging(os_id): False [ 1031.160096] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.160096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.160096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.160096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.160096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.160096] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.160096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.160096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.160096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.160096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.160096] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cd6feef-6cdf-46a9-841c-166345537734 is going to be created. [ 1031.198315] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.198315] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.198315] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.198315] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.198315] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.198315] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port aac2855f-151d-41a8-a878-b4d090513526 not found, creating... [ 1031.198315] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.198315] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.198315] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.198315] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.198315] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.198759] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.198759] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.198759] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.199304] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.199494] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.199689] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: aac2855f-151d-41a8-a878-b4d090513526 is going to be created. [ 1031.214695] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.225428] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.225637] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.225776] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.226092] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.226322] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.226545] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-aac2855f-151d-41a8-a878-b4d090513526" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.250047] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.250047] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.250270] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.250499] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.250643] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.266272] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cd6feef-6cdf-46a9-841c-166345537734 in Status: IN_PROGRESS for 2s [ 1031.719634] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.719924] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.719924] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.720127] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.720191] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.724027] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 is going to be updated. [ 1031.796359] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.796578] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.796674] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.796861] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.797056] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.812849] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: IN_PROGRESS for 2s [ 1032.011169] env[69297]: INFO networking_nsxv3.common.synchronization [req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 req-95f02cee-2c87-4f67-b8e0-6ddc8246b7eb service nova] Enqueued Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_rules [ 1032.011350] env[69297]: INFO networking_nsxv3.common.synchronization [req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 req-95f02cee-2c87-4f67-b8e0-6ddc8246b7eb service nova] Enqueued Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_members [ 1032.012303] env[69297]: INFO networking_nsxv3.common.synchronization [req-2a5dc8f5-226f-49c8-bb1c-a813cc057a70 req-95f02cee-2c87-4f67-b8e0-6ddc8246b7eb service nova] Enqueued Resource ID: aac2855f-151d-41a8-a878-b4d090513526 with Priority: HIGHEST for action port [ 1032.016783] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_rules [ 1032.016783] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_members [ 1032.016783] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac2855f-151d-41a8-a878-b4d090513526 with Priority: HIGHEST for action port [ 1032.016783] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.016783] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.016783] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.016783] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.016783] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.017281] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.017328] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.018455] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-aac2855f-151d-41a8-a878-b4d090513526 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.018624] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aac2855f-151d-41a8-a878-b4d090513526" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.018810] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aac2855f-151d-41a8-a878-b4d090513526" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.018909] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aac2855f-151d-41a8-a878-b4d090513526" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.019011] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aac2855f-151d-41a8-a878-b4d090513526',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.524635] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aac2855f-151d-41a8-a878-b4d090513526 with status ACTIVE [ 1032.524635] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.524635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.524635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.524635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.524635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.524635] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.524635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.524635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.524635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.524635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.524635] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.524635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.524635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.524635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.524635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.524635] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aac2855f-151d-41a8-a878-b4d090513526 is going to be updated. [ 1032.531040] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.531040] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.556880] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.556880] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.556880] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.556880] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.556880] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.556880] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aac2855f-151d-41a8-a878-b4d090513526" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.279618] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cd6feef-6cdf-46a9-841c-166345537734 in Status: SUCCESS [ 1033.279618] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.822842] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: SUCCESS [ 1033.823121] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.823305] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.823580] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.823825] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.823924] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.823985] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.824141] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.824225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.824304] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.078723] env[69297]: INFO networking_nsxv3.common.synchronization [req-d613e24c-3cf8-49cb-b9ac-e9b581ab0090 req-374879b0-d5fa-4f8f-8104-591cd81fd0d9 tempest-ServerActionsV293TestJSON-173960377 tempest-ServerActionsV293TestJSON-173960377-project-member] Enqueued Resource ID: 5ec4ea0f-abae-4ce8-969d-6033e72b83f7 with Priority: HIGHEST for action security_group_members [ 1034.080141] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ec4ea0f-abae-4ce8-969d-6033e72b83f7 with Priority: HIGHEST for action security_group_members [ 1034.080631] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ec4ea0f-abae-4ce8-969d-6033e72b83f7 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.080824] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.080888] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.081121] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.081272] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.081370] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.081488] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.081660] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.083889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.083889] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ec4ea0f-abae-4ce8-969d-6033e72b83f7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.326757] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.584971] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.586020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.586020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.586020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.586020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.586020] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.586020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.586020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.586397] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.586397] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.586397] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ec4ea0f-abae-4ce8-969d-6033e72b83f7 is going to be updated. [ 1034.630210] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.630466] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.630541] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.630814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.630983] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.643672] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ec4ea0f-abae-4ce8-969d-6033e72b83f7 in Status: IN_PROGRESS for 2s [ 1034.832469] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.210178] env[69297]: INFO networking_nsxv3.common.synchronization [req-fa707572-20e3-4d36-96ab-ba1f7a839277 req-a802df11-a8d3-4942-9c1c-5dcca85fb1db tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Enqueued Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_members [ 1035.210745] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_members [ 1035.211089] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f50b79-2b67-4118-8716-c4cbc2fac90e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.211191] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.211262] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.211632] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.211632] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.211776] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.211810] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.211988] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.212673] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.212673] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.390549] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.390750] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.390750] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.390963] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.391081] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.391168] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 is going to be updated. [ 1035.414666] env[69297]: INFO networking_nsxv3.common.synchronization [req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 req-6d14755f-50b8-46d2-aaac-a24d5869b78f tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Enqueued Resource ID: f6190a68-e72b-463a-893a-768d7dd7aae0 with Priority: HIGHEST for action security_group_members [ 1035.414666] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6190a68-e72b-463a-893a-768d7dd7aae0 with Priority: HIGHEST for action security_group_members [ 1035.414666] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6190a68-e72b-463a-893a-768d7dd7aae0 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.414666] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.414666] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.414666] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.414666] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.414666] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.414666] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.414666] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.414666] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.414666] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6190a68-e72b-463a-893a-768d7dd7aae0',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.435855] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.436133] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.436318] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.436499] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.441049] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.454570] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: IN_PROGRESS for 2s [ 1035.714706] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.735132] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.735414] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-792" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.735610] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-792" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.736018] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-792" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.736307] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.736478] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.736631] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.736920] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.737137] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.738985] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1035.738985] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.738985] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.738985] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.738985] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1035.738985] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.738985] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.762134] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.762375] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1035.762804] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.763119] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-792" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.763595] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-183ccd87-ce82-427d-8be1-37a5625b42af taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.763853] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-183ccd87-ce82-427d-8be1-37a5625b42af" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.764085] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-183ccd87-ce82-427d-8be1-37a5625b42af" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.764530] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-183ccd87-ce82-427d-8be1-37a5625b42af" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.764725] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('183ccd87-ce82-427d-8be1-37a5625b42af',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.921369] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.921369] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.921369] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.921369] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.921369] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.921369] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.921369] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.921369] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.921896] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.921896] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.922074] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6190a68-e72b-463a-893a-768d7dd7aae0 already deleted. [ 1035.922172] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.217511] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.267804] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.267936] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.268086] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.268402] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.268590] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.268927] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 183ccd87-ce82-427d-8be1-37a5625b42af not found, creating... [ 1036.269042] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.269207] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.269378] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.269619] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.269758] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.270882] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.271143] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.271303] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.271631] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.271794] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.271943] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 183ccd87-ce82-427d-8be1-37a5625b42af is going to be created. [ 1036.298313] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.298313] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.298313] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.298538] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.298725] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.299056] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-183ccd87-ce82-427d-8be1-37a5625b42af" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.656047] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ec4ea0f-abae-4ce8-969d-6033e72b83f7 in Status: SUCCESS [ 1036.660204] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ec4ea0f-abae-4ce8-969d-6033e72b83f7 deletion is rescheduled due to dependency. [ 1036.660402] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.720350] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.720350] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.720545] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.720859] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.720859] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.721064] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e is going to be updated. [ 1036.759174] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.759384] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.759569] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.760283] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.760283] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.771148] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e in Status: IN_PROGRESS for 2s [ 1037.156030] env[69297]: INFO networking_nsxv3.common.synchronization [req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 req-a308abb4-0814-48e8-85f9-62e5b5c4f79d service nova] Enqueued Resource ID: f6190a68-e72b-463a-893a-768d7dd7aae0 with Priority: HIGHEST for action security_group_rules [ 1037.156030] env[69297]: INFO networking_nsxv3.common.synchronization [req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 req-a308abb4-0814-48e8-85f9-62e5b5c4f79d service nova] Enqueued Resource ID: f6190a68-e72b-463a-893a-768d7dd7aae0 with Priority: HIGHEST for action security_group_members [ 1037.156030] env[69297]: INFO networking_nsxv3.common.synchronization [req-1850ed6f-f5d9-4034-ab46-89d9ee2afd42 req-a308abb4-0814-48e8-85f9-62e5b5c4f79d service nova] Enqueued Resource ID: 183ccd87-ce82-427d-8be1-37a5625b42af with Priority: HIGHEST for action port [ 1037.156030] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6190a68-e72b-463a-893a-768d7dd7aae0 with Priority: HIGHEST for action security_group_rules [ 1037.156030] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6190a68-e72b-463a-893a-768d7dd7aae0 with Priority: HIGHEST for action security_group_members [ 1037.156030] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 183ccd87-ce82-427d-8be1-37a5625b42af with Priority: HIGHEST for action port [ 1037.156030] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6190a68-e72b-463a-893a-768d7dd7aae0 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.156814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.156990] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.157463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.157667] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6190a68-e72b-463a-893a-768d7dd7aae0',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.158637] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6190a68-e72b-463a-893a-768d7dd7aae0 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.158903] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.159209] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.159598] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.159877] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.161015] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.161015] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.161015] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.161015] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.161015] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6190a68-e72b-463a-893a-768d7dd7aae0',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.165072] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-183ccd87-ce82-427d-8be1-37a5625b42af taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.165072] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-183ccd87-ce82-427d-8be1-37a5625b42af" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.165072] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-183ccd87-ce82-427d-8be1-37a5625b42af" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.165072] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-183ccd87-ce82-427d-8be1-37a5625b42af" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.165072] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('183ccd87-ce82-427d-8be1-37a5625b42af',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.468704] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: SUCCESS [ 1037.468704] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.468704] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.468704] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.468704] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.468704] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.468704] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.468704] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.468704] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.468704] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.468704] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.666495] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6190a68-e72b-463a-893a-768d7dd7aae0 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.666495] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.666495] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6190a68-e72b-463a-893a-768d7dd7aae0',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.668022] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 183ccd87-ce82-427d-8be1-37a5625b42af with status ACTIVE [ 1037.668391] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.668391] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.668553] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.668618] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.668703] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.670136] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.670136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.670136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.670136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.670136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.670136] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.670136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.670136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.670136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.670136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.670136] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 183ccd87-ce82-427d-8be1-37a5625b42af is going to be updated. [ 1037.703401] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.703636] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.703758] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.704037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.704673] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.704673] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-183ccd87-ce82-427d-8be1-37a5625b42af" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.971854] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.972036] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.972135] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.973663] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.973663] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.973799] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.974011] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.974571] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.974571] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.974571] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.974571] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.974571] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.974796] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.974796] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.974970] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.975095] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.975157] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.975339] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.975438] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.975532] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.975619] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.178459] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6190a68-e72b-463a-893a-768d7dd7aae0',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.478052] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd304cd5-1ac7-4200-9d97-7c5717d3eb32: rpc.has_security_group_logging(os_id): False [ 1038.506093] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.506264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.506375] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.506647] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.506812] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.507022] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.507091] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.507125] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.507341] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.507341] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.507528] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.507682] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.507682] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.507810] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.507881] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.508063] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.508149] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.508222] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.508349] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.508433] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.508498] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 is going to be updated. [ 1038.627423] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.627725] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.627725] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.627887] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.628083] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.646303] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: IN_PROGRESS for 2s [ 1038.681164] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.681421] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.681524] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.681814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.681947] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.682117] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6190a68-e72b-463a-893a-768d7dd7aae0 is going to be created. [ 1038.719965] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.720197] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.720259] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.720526] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.720707] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.744953] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6190a68-e72b-463a-893a-768d7dd7aae0 in Status: UNINITIALIZED for 2s [ 1038.784525] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e in Status: SUCCESS [ 1038.784525] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.914386] env[69297]: INFO networking_nsxv3.common.synchronization [None req-2d6d9c72-242e-4ef4-b707-8380598c02d6 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Enqueued Resource ID: 6f2a49c4-2117-4934-9a8b-0c8a35871310 with Priority: HIGHEST for action security_group_rules [ 1039.914956] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f2a49c4-2117-4934-9a8b-0c8a35871310 with Priority: HIGHEST for action security_group_rules [ 1039.915359] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f2a49c4-2117-4934-9a8b-0c8a35871310 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.915507] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f2a49c4-2117-4934-9a8b-0c8a35871310" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.915587] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f2a49c4-2117-4934-9a8b-0c8a35871310" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.915871] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f2a49c4-2117-4934-9a8b-0c8a35871310" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.915957] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f2a49c4-2117-4934-9a8b-0c8a35871310',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.062249] env[69297]: INFO networking_nsxv3.common.synchronization [None req-a69838a5-ffc5-4d86-8e1a-a7a9a5685e5b tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Enqueued Resource ID: 6f2a49c4-2117-4934-9a8b-0c8a35871310 with Priority: HIGHEST for action security_group_rules [ 1040.062841] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f2a49c4-2117-4934-9a8b-0c8a35871310 with Priority: HIGHEST for action security_group_rules [ 1040.063519] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f2a49c4-2117-4934-9a8b-0c8a35871310 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.063519] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f2a49c4-2117-4934-9a8b-0c8a35871310" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.446996] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.446996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.446996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.446996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.446996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.446996] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f2a49c4-2117-4934-9a8b-0c8a35871310 already deleted. [ 1040.446996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f2a49c4-2117-4934-9a8b-0c8a35871310" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.446996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f2a49c4-2117-4934-9a8b-0c8a35871310" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.446996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f2a49c4-2117-4934-9a8b-0c8a35871310" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.446996] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f2a49c4-2117-4934-9a8b-0c8a35871310',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.660320] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: SUCCESS [ 1040.660613] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.755674] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6190a68-e72b-463a-893a-768d7dd7aae0 in Status: SUCCESS [ 1040.755901] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.756161] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.756394] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.756594] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.756740] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.756810] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.756976] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.757094] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.757516] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.757687] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6190a68-e72b-463a-893a-768d7dd7aae0',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.971931] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.972266] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.972266] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.972510] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.972620] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.972830] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f2a49c4-2117-4934-9a8b-0c8a35871310 already deleted. [ 1040.972972] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f2a49c4-2117-4934-9a8b-0c8a35871310" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.260547] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6190a68-e72b-463a-893a-768d7dd7aae0',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.764638] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6190a68-e72b-463a-893a-768d7dd7aae0: rpc.has_security_group_logging(os_id): False [ 1041.786655] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.786770] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.786881] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.787698] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.787698] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.787698] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.787698] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.787698] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.787698] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.788256] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.788256] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6190a68-e72b-463a-893a-768d7dd7aae0 is going to be created. [ 1041.901443] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.901443] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.901443] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.901443] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.901443] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.925220] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6190a68-e72b-463a-893a-768d7dd7aae0 in Status: IN_PROGRESS for 2s [ 1043.501815] env[69297]: INFO networking_nsxv3.common.synchronization [req-bd41d95b-4988-4d67-b955-bb58cbcd3d4c req-9d6765c4-a877-43c7-bf91-1cfd36ad02b1 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Enqueued Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_members [ 1043.502647] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_members [ 1043.503085] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.503266] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.503355] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.503622] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.503899] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.504065] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.504164] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.504699] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.504699] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.504699] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.942329] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6190a68-e72b-463a-893a-768d7dd7aae0 in Status: SUCCESS [ 1043.942497] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.007206] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.007513] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.007671] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.008010] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.008289] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.008579] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.008733] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.008782] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.009059] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.009099] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.009252] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 is going to be updated. [ 1044.039916] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.041586] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.041586] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.041586] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.041586] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.050697] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: IN_PROGRESS for 2s [ 1044.294657] env[69297]: INFO networking_nsxv3.common.synchronization [req-9f754d6b-bde1-4c24-b865-95290a095ac4 req-10fa0adc-5733-407e-bb6c-a299ab61aa06 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Enqueued Resource ID: 5a43a302-2c3a-49da-82b2-f2dbcd43f243 with Priority: HIGHEST for action security_group_members [ 1044.296272] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a43a302-2c3a-49da-82b2-f2dbcd43f243 with Priority: HIGHEST for action security_group_members [ 1044.296272] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a43a302-2c3a-49da-82b2-f2dbcd43f243 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.296272] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.296272] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.296272] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.296562] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.296562] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.296562] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.296754] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.296754] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.296907] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a43a302-2c3a-49da-82b2-f2dbcd43f243',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.799784] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.800207] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.800207] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.800582] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.800582] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.800798] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.800947] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.800992] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.801289] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.801382] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.801465] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a43a302-2c3a-49da-82b2-f2dbcd43f243 already deleted. [ 1044.801576] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.913785] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-376 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.914063] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-376" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.914245] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-376" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.914566] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-376" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.914865] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.915792] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.916796] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.916796] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.916796] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.916796] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.917138] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.917138] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.917260] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.917413] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.917600] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.917798] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.945942] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.946466] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1044.946578] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.946721] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-376" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.947432] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-a8137575-d7a0-4ddb-bac5-96aa1971f9b6 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.947606] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-a8137575-d7a0-4ddb-bac5-96aa1971f9b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.947735] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-a8137575-d7a0-4ddb-bac5-96aa1971f9b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.948125] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-a8137575-d7a0-4ddb-bac5-96aa1971f9b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.948296] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8137575-d7a0-4ddb-bac5-96aa1971f9b6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.451139] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.451388] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.451523] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.451862] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.452015] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.452190] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port a8137575-d7a0-4ddb-bac5-96aa1971f9b6 not found, creating... [ 1045.452511] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.452721] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.452848] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.453101] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.453250] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.453566] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.453748] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.453938] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.454235] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.454327] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.454585] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: a8137575-d7a0-4ddb-bac5-96aa1971f9b6 is going to be created. [ 1045.478039] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.478244] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.478379] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.478671] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.478911] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.479156] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-a8137575-d7a0-4ddb-bac5-96aa1971f9b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.060862] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: SUCCESS [ 1046.060862] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 deletion is rescheduled due to dependency. [ 1046.061244] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.203708] env[69297]: INFO networking_nsxv3.common.synchronization [req-9f754d6b-bde1-4c24-b865-95290a095ac4 req-c60a4be3-7cf9-4513-b1eb-a74117d30ff8 service nova] Enqueued Resource ID: 5a43a302-2c3a-49da-82b2-f2dbcd43f243 with Priority: HIGHEST for action security_group_rules [ 1046.203886] env[69297]: INFO networking_nsxv3.common.synchronization [req-9f754d6b-bde1-4c24-b865-95290a095ac4 req-c60a4be3-7cf9-4513-b1eb-a74117d30ff8 service nova] Enqueued Resource ID: 5a43a302-2c3a-49da-82b2-f2dbcd43f243 with Priority: HIGHEST for action security_group_members [ 1046.204036] env[69297]: INFO networking_nsxv3.common.synchronization [req-9f754d6b-bde1-4c24-b865-95290a095ac4 req-c60a4be3-7cf9-4513-b1eb-a74117d30ff8 service nova] Enqueued Resource ID: a8137575-d7a0-4ddb-bac5-96aa1971f9b6 with Priority: HIGHEST for action port [ 1046.204371] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a43a302-2c3a-49da-82b2-f2dbcd43f243 with Priority: HIGHEST for action security_group_rules [ 1046.204506] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a43a302-2c3a-49da-82b2-f2dbcd43f243 with Priority: HIGHEST for action security_group_members [ 1046.204635] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8137575-d7a0-4ddb-bac5-96aa1971f9b6 with Priority: HIGHEST for action port [ 1046.208035] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a43a302-2c3a-49da-82b2-f2dbcd43f243 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.208035] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.208035] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.208035] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.208035] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a43a302-2c3a-49da-82b2-f2dbcd43f243',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.208035] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a43a302-2c3a-49da-82b2-f2dbcd43f243 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.208035] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.208035] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.208035] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.208035] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.208035] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.208035] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.208744] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.208744] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.208744] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a43a302-2c3a-49da-82b2-f2dbcd43f243',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.210689] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8137575-d7a0-4ddb-bac5-96aa1971f9b6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.210689] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8137575-d7a0-4ddb-bac5-96aa1971f9b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.210689] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8137575-d7a0-4ddb-bac5-96aa1971f9b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.210847] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8137575-d7a0-4ddb-bac5-96aa1971f9b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.210890] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8137575-d7a0-4ddb-bac5-96aa1971f9b6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.711189] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a43a302-2c3a-49da-82b2-f2dbcd43f243',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.713562] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8137575-d7a0-4ddb-bac5-96aa1971f9b6 with status ACTIVE [ 1046.713562] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.713562] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.713562] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.715039] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.715039] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.715039] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.715039] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.715039] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.715039] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.715422] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.715422] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.715422] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.715551] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.715593] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.715669] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.715748] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8137575-d7a0-4ddb-bac5-96aa1971f9b6 is going to be updated. [ 1046.717099] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a43a302-2c3a-49da-82b2-f2dbcd43f243 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.717099] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.739283] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.739506] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.739506] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.739757] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.739906] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.740068] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8137575-d7a0-4ddb-bac5-96aa1971f9b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.219923] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a43a302-2c3a-49da-82b2-f2dbcd43f243',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.724334] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.724334] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.724334] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.724334] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.724334] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.724334] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a43a302-2c3a-49da-82b2-f2dbcd43f243 is going to be created. [ 1047.756038] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.756038] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.756038] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.756038] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.756038] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.765782] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a43a302-2c3a-49da-82b2-f2dbcd43f243 in Status: UNINITIALIZED for 2s [ 1048.537870] env[69297]: INFO networking_nsxv3.common.synchronization [req-d00e52e0-acd0-4789-a04e-565bd46f8ae7 req-6ed43123-3c07-4908-b720-af977a542c2c tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Enqueued Resource ID: 88929134-bfde-4824-9117-14a5ab1bf3ab with Priority: HIGHEST for action security_group_members [ 1048.538447] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88929134-bfde-4824-9117-14a5ab1bf3ab with Priority: HIGHEST for action security_group_members [ 1048.538756] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-88929134-bfde-4824-9117-14a5ab1bf3ab taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.538871] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.538936] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.540932] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.541180] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.541756] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.541862] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.542134] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.542276] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.542402] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88929134-bfde-4824-9117-14a5ab1bf3ab',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.046396] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88929134-bfde-4824-9117-14a5ab1bf3ab',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.552297] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88929134-bfde-4824-9117-14a5ab1bf3ab',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.778437] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a43a302-2c3a-49da-82b2-f2dbcd43f243 in Status: SUCCESS [ 1049.778565] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.778720] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.778966] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.779173] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.779293] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.779436] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.779596] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.779667] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.779802] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.779854] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a43a302-2c3a-49da-82b2-f2dbcd43f243',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.055201] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.055201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.055201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.055201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.055201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.055201] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88929134-bfde-4824-9117-14a5ab1bf3ab is going to be updated. [ 1050.085986] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.085986] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.086172] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.086301] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.086513] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.097635] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88929134-bfde-4824-9117-14a5ab1bf3ab in Status: IN_PROGRESS for 2s [ 1050.282157] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a43a302-2c3a-49da-82b2-f2dbcd43f243',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.777620] env[69297]: INFO networking_nsxv3.common.synchronization [req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c req-cab8c938-e2c9-4285-baeb-7674297c4934 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Enqueued Resource ID: df5b53f7-ccd8-4072-8b74-5931124c72ea with Priority: HIGHEST for action security_group_members [ 1050.777620] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df5b53f7-ccd8-4072-8b74-5931124c72ea with Priority: HIGHEST for action security_group_members [ 1050.777620] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-df5b53f7-ccd8-4072-8b74-5931124c72ea taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.777620] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.777620] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.777620] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.777620] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.778412] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.778412] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.778412] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.778412] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.778412] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df5b53f7-ccd8-4072-8b74-5931124c72ea',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.787341] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a43a302-2c3a-49da-82b2-f2dbcd43f243: rpc.has_security_group_logging(os_id): False [ 1050.808192] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.808192] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.808192] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.808192] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.808192] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.808192] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.808192] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.808192] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.808192] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.808671] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.808671] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a43a302-2c3a-49da-82b2-f2dbcd43f243 is going to be created. [ 1050.903165] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.903368] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.903535] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.903623] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.903830] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.917973] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a43a302-2c3a-49da-82b2-f2dbcd43f243 in Status: IN_PROGRESS for 2s [ 1051.191127] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-602 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.191350] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-602" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.191448] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-602" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.192163] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-602" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.192278] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.192430] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.192520] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.192755] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.192908] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.193140] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1051.193263] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.193452] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.193602] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.193729] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1051.193852] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.193988] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.216401] env[69297]: INFO networking_nsxv3.common.synchronization [req-627b1f13-872e-4b87-9168-f6d66bcab260 req-45ff4aa0-130a-4a56-87a5-01f0bdf9025a tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Enqueued Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_members [ 1051.216401] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_members [ 1051.217414] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.217592] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1051.217735] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.217916] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-602" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.218287] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-6c99b30f-67b6-45e7-b1c6-0e7fd64b3291 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.218541] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-6c99b30f-67b6-45e7-b1c6-0e7fd64b3291" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.218721] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-6c99b30f-67b6-45e7-b1c6-0e7fd64b3291" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.219051] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-6c99b30f-67b6-45e7-b1c6-0e7fd64b3291" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.219274] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c99b30f-67b6-45e7-b1c6-0e7fd64b3291',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.220608] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.220724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.220857] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.220980] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.221319] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.221319] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.221319] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.222007] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.222117] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.222233] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.281148] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.281339] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.281339] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.281519] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.281616] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.281836] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.282070] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.282070] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.282252] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.282252] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.282314] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df5b53f7-ccd8-4072-8b74-5931124c72ea already deleted. [ 1051.282384] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.727081] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.727081] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.727081] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.727081] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.727081] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.727081] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 6c99b30f-67b6-45e7-b1c6-0e7fd64b3291 not found, creating... [ 1051.727081] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.727081] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.727081] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.727081] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.727081] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.727986] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.728365] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.728687] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.729075] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.729382] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.731023] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 6c99b30f-67b6-45e7-b1c6-0e7fd64b3291 is going to be created. [ 1051.731023] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.751773] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.751773] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.751773] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.751773] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.751773] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.751773] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-6c99b30f-67b6-45e7-b1c6-0e7fd64b3291" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.107472] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88929134-bfde-4824-9117-14a5ab1bf3ab in Status: SUCCESS [ 1052.107809] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.233843] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.597749] env[69297]: INFO networking_nsxv3.common.synchronization [req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c req-67115943-23f6-43cb-8b0d-bbb884b8987d service nova] Enqueued Resource ID: df5b53f7-ccd8-4072-8b74-5931124c72ea with Priority: HIGHEST for action security_group_rules [ 1052.597749] env[69297]: INFO networking_nsxv3.common.synchronization [req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c req-67115943-23f6-43cb-8b0d-bbb884b8987d service nova] Enqueued Resource ID: df5b53f7-ccd8-4072-8b74-5931124c72ea with Priority: HIGHEST for action security_group_members [ 1052.597749] env[69297]: INFO networking_nsxv3.common.synchronization [req-5316a7e7-1b14-45f6-a7d1-079e38a69e1c req-67115943-23f6-43cb-8b0d-bbb884b8987d service nova] Enqueued Resource ID: 6c99b30f-67b6-45e7-b1c6-0e7fd64b3291 with Priority: HIGHEST for action port [ 1052.597749] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df5b53f7-ccd8-4072-8b74-5931124c72ea with Priority: HIGHEST for action security_group_rules [ 1052.597749] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df5b53f7-ccd8-4072-8b74-5931124c72ea with Priority: HIGHEST for action security_group_members [ 1052.597749] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c99b30f-67b6-45e7-b1c6-0e7fd64b3291 with Priority: HIGHEST for action port [ 1052.597749] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df5b53f7-ccd8-4072-8b74-5931124c72ea taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.597749] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.597749] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.597749] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.598132] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df5b53f7-ccd8-4072-8b74-5931124c72ea',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.600268] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-df5b53f7-ccd8-4072-8b74-5931124c72ea taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.600268] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.600268] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.600268] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.600268] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.600268] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.600268] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.600268] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.600268] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.600268] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df5b53f7-ccd8-4072-8b74-5931124c72ea',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.600863] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c99b30f-67b6-45e7-b1c6-0e7fd64b3291 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.600968] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c99b30f-67b6-45e7-b1c6-0e7fd64b3291" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.601046] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c99b30f-67b6-45e7-b1c6-0e7fd64b3291" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.601220] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c99b30f-67b6-45e7-b1c6-0e7fd64b3291" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.601264] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c99b30f-67b6-45e7-b1c6-0e7fd64b3291',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.736562] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.736735] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.736797] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.737033] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.737129] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.737230] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 is going to be updated. [ 1052.766697] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.766929] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.766929] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.767215] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.767394] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.777616] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: IN_PROGRESS for 2s [ 1052.932595] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a43a302-2c3a-49da-82b2-f2dbcd43f243 in Status: SUCCESS [ 1052.932888] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.103940] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-df5b53f7-ccd8-4072-8b74-5931124c72ea taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.103940] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.104206] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df5b53f7-ccd8-4072-8b74-5931124c72ea',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.105423] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c99b30f-67b6-45e7-b1c6-0e7fd64b3291 with status ACTIVE [ 1053.105423] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.105656] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.105656] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.106098] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.106098] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.106098] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.106349] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.106349] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.106432] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.106589] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.106810] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.106947] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.107028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.107268] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.107409] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.107492] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c99b30f-67b6-45e7-b1c6-0e7fd64b3291 is going to be updated. [ 1053.133967] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.134202] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.134202] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.134407] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.134609] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.134712] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c99b30f-67b6-45e7-b1c6-0e7fd64b3291" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.610990] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df5b53f7-ccd8-4072-8b74-5931124c72ea',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.114535] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.114942] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.114942] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.115083] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.115226] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.115309] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df5b53f7-ccd8-4072-8b74-5931124c72ea is going to be created. [ 1054.148374] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.148634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.148750] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.149223] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.149499] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.159971] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df5b53f7-ccd8-4072-8b74-5931124c72ea in Status: UNINITIALIZED for 2s [ 1054.788277] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: SUCCESS [ 1054.788500] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.573154] env[69297]: INFO networking_nsxv3.common.synchronization [req-f32285be-5f8c-481c-aca3-f762ada01442 req-01143ede-dc6d-488a-8e29-2bd83cf07e43 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Enqueued Resource ID: 552a476a-b927-4651-ad43-bde74a976fb8 with Priority: HIGHEST for action security_group_members [ 1055.574320] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 552a476a-b927-4651-ad43-bde74a976fb8 with Priority: HIGHEST for action security_group_members [ 1055.574320] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-552a476a-b927-4651-ad43-bde74a976fb8 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.574482] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.574482] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.574685] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.574842] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.574941] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.575092] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.575152] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.575237] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.575347] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('552a476a-b927-4651-ad43-bde74a976fb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.916147] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.916372] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-904" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.916513] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-904" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.916830] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-904" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.917358] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.917558] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.917697] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.917950] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.918137] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.918371] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1055.918503] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.918618] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.918740] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.918873] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1055.918968] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.919152] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.943228] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.943510] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1055.943657] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.943897] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-904" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.944339] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-ac506caf-69fd-45c9-ac71-32b70bf90830 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.944597] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-ac506caf-69fd-45c9-ac71-32b70bf90830" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.944699] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-ac506caf-69fd-45c9-ac71-32b70bf90830" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.945068] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-ac506caf-69fd-45c9-ac71-32b70bf90830" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.945219] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac506caf-69fd-45c9-ac71-32b70bf90830',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.077964] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('552a476a-b927-4651-ad43-bde74a976fb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.185714] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df5b53f7-ccd8-4072-8b74-5931124c72ea in Status: SUCCESS [ 1056.185714] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.185714] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.185714] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.185714] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.185714] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.185714] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.185714] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.186189] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.186189] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.186189] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df5b53f7-ccd8-4072-8b74-5931124c72ea',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.447878] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.447878] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.448016] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.448288] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.448440] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.448597] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port ac506caf-69fd-45c9-ac71-32b70bf90830 not found, creating... [ 1056.448855] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.450157] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.450157] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.450157] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.450157] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.450157] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.450376] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.450376] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.451551] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.451551] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.451551] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: ac506caf-69fd-45c9-ac71-32b70bf90830 is going to be created. [ 1056.472786] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.473537] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.473741] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.474212] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.474369] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.474527] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-ac506caf-69fd-45c9-ac71-32b70bf90830" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.581109] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('552a476a-b927-4651-ad43-bde74a976fb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.691667] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df5b53f7-ccd8-4072-8b74-5931124c72ea',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.084570] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.084754] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.084829] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.086455] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.086455] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.086455] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 552a476a-b927-4651-ad43-bde74a976fb8 is going to be updated. [ 1057.121978] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.121978] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.122108] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.122272] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.122399] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.133080] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 552a476a-b927-4651-ad43-bde74a976fb8 in Status: IN_PROGRESS for 2s [ 1057.193632] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df5b53f7-ccd8-4072-8b74-5931124c72ea: rpc.has_security_group_logging(os_id): False [ 1057.209558] env[69297]: INFO networking_nsxv3.common.synchronization [req-f32285be-5f8c-481c-aca3-f762ada01442 req-443dc2c8-0ef3-4782-bedd-acb9194d99ec service nova] Enqueued Resource ID: 552a476a-b927-4651-ad43-bde74a976fb8 with Priority: HIGHEST for action security_group_rules [ 1057.209806] env[69297]: INFO networking_nsxv3.common.synchronization [req-f32285be-5f8c-481c-aca3-f762ada01442 req-443dc2c8-0ef3-4782-bedd-acb9194d99ec service nova] Enqueued Resource ID: 552a476a-b927-4651-ad43-bde74a976fb8 with Priority: HIGHEST for action security_group_members [ 1057.209957] env[69297]: INFO networking_nsxv3.common.synchronization [req-f32285be-5f8c-481c-aca3-f762ada01442 req-443dc2c8-0ef3-4782-bedd-acb9194d99ec service nova] Enqueued Resource ID: ac506caf-69fd-45c9-ac71-32b70bf90830 with Priority: HIGHEST for action port [ 1057.210636] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 552a476a-b927-4651-ad43-bde74a976fb8 with Priority: HIGHEST for action security_group_rules [ 1057.210780] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 552a476a-b927-4651-ad43-bde74a976fb8 with Priority: HIGHEST for action security_group_members [ 1057.210879] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac506caf-69fd-45c9-ac71-32b70bf90830 with Priority: HIGHEST for action port [ 1057.211390] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-552a476a-b927-4651-ad43-bde74a976fb8 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.211514] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.211584] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.212026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.212125] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('552a476a-b927-4651-ad43-bde74a976fb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.212983] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-552a476a-b927-4651-ad43-bde74a976fb8 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.213394] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.213394] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac506caf-69fd-45c9-ac71-32b70bf90830 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.213394] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac506caf-69fd-45c9-ac71-32b70bf90830" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.213568] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac506caf-69fd-45c9-ac71-32b70bf90830" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.213603] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac506caf-69fd-45c9-ac71-32b70bf90830" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.213791] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac506caf-69fd-45c9-ac71-32b70bf90830',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.215259] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.215357] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.215459] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.215641] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.215763] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.215974] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.216084] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.216189] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.216281] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.216355] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.216440] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df5b53f7-ccd8-4072-8b74-5931124c72ea is going to be created. [ 1057.280026] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.280234] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.280276] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.280527] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.280723] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.294024] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df5b53f7-ccd8-4072-8b74-5931124c72ea in Status: IN_PROGRESS for 2s [ 1057.715587] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-552a476a-b927-4651-ad43-bde74a976fb8 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.716051] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.718380] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac506caf-69fd-45c9-ac71-32b70bf90830 with status ACTIVE [ 1057.718699] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.718896] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.718976] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.719189] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.719303] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.719578] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.719695] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.719759] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.719933] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.719975] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.720163] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.720259] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.720320] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.720616] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.720616] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.720760] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac506caf-69fd-45c9-ac71-32b70bf90830 is going to be updated. [ 1057.743668] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.743882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.743882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.744075] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.744213] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.744417] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac506caf-69fd-45c9-ac71-32b70bf90830" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.147077] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 552a476a-b927-4651-ad43-bde74a976fb8 in Status: SUCCESS [ 1059.147476] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.147581] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.148108] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.148108] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.148308] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.148368] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.148684] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.148811] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.148993] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('552a476a-b927-4651-ad43-bde74a976fb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.308605] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df5b53f7-ccd8-4072-8b74-5931124c72ea in Status: SUCCESS [ 1059.309045] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.652682] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('552a476a-b927-4651-ad43-bde74a976fb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.158233] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('552a476a-b927-4651-ad43-bde74a976fb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.661489] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.661798] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.661895] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.662234] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.662297] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.662460] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 552a476a-b927-4651-ad43-bde74a976fb8 is going to be updated. [ 1060.692407] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.692606] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.692606] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.692828] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.692977] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.702481] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 552a476a-b927-4651-ad43-bde74a976fb8 in Status: IN_PROGRESS for 2s [ 1061.711277] env[69297]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1061.711665] env[69297]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1062.212028] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1062.212206] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1062.714751] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 552a476a-b927-4651-ad43-bde74a976fb8 in Status: SUCCESS [ 1062.715101] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.715206] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.715435] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.715650] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.715770] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.715833] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.716010] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.716112] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.716201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.716316] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('552a476a-b927-4651-ad43-bde74a976fb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.219469] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-552a476a-b927-4651-ad43-bde74a976fb8 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.219643] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.219643] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.219951] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.220999] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.220999] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.220999] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.220999] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.220999] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.220999] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.221643] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-552a476a-b927-4651-ad43-bde74a976fb8 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.221643] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.221643] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.221643] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.221643] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.221820] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.221820] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.222016] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.222258] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.222623] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.222623] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('552a476a-b927-4651-ad43-bde74a976fb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.725633] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 552a476a-b927-4651-ad43-bde74a976fb8: rpc.has_security_group_logging(os_id): False [ 1063.747863] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.748091] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.748091] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.748333] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.748429] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.748755] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.748890] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.748977] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.749198] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.749320] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.749596] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.749722] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.749810] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.749996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.750111] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.750318] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.750461] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.750560] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.750732] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.750813] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.750904] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 552a476a-b927-4651-ad43-bde74a976fb8 is going to be updated. [ 1063.823438] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.823438] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.823438] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.823817] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.823817] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.840331] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 552a476a-b927-4651-ad43-bde74a976fb8 in Status: IN_PROGRESS for 2s [ 1064.168299] env[69297]: INFO networking_nsxv3.common.synchronization [req-00da861b-c552-432e-8caf-4b0bf17fd369 req-e06b0075-17ac-40e6-8bf1-92e03a3854d4 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Enqueued Resource ID: 6cd6feef-6cdf-46a9-841c-166345537734 with Priority: HIGHEST for action security_group_members [ 1064.168299] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd6feef-6cdf-46a9-841c-166345537734 with Priority: HIGHEST for action security_group_members [ 1064.168836] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd6feef-6cdf-46a9-841c-166345537734 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.168836] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.168836] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.169284] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.169284] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.169432] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.169543] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.169753] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.169823] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.169911] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd6feef-6cdf-46a9-841c-166345537734',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.598029] env[69297]: INFO networking_nsxv3.common.synchronization [req-17ea5cb4-f558-48b9-a607-43f9620a628c req-34b862aa-e2ed-40ce-91f1-077cae833dcc tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Enqueued Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_members [ 1064.598029] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_members [ 1064.598319] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f50b79-2b67-4118-8716-c4cbc2fac90e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.598572] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.598733] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.599046] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.599328] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.599707] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.599879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.600162] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.601537] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.601537] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.675844] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cd6feef-6cdf-46a9-841c-166345537734',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.700182] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-247 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.700570] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.700758] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.700928] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.701651] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.701651] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.701651] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.701964] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.701964] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.702149] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.702242] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.702359] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.702474] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.702593] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.702702] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.702840] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.727418] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.727418] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1064.727758] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.727758] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.728382] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-aa83e7c5-b6bd-47b6-a650-9a366543f0b6 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.728628] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-aa83e7c5-b6bd-47b6-a650-9a366543f0b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.728791] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-aa83e7c5-b6bd-47b6-a650-9a366543f0b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.729163] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-aa83e7c5-b6bd-47b6-a650-9a366543f0b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.729349] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa83e7c5-b6bd-47b6-a650-9a366543f0b6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.105916] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.179497] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cd6feef-6cdf-46a9-841c-166345537734',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.232262] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.232507] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.232642] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.232924] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.233119] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.233246] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port aa83e7c5-b6bd-47b6-a650-9a366543f0b6 not found, creating... [ 1065.233654] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.233787] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.233787] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.234014] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.234161] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.234447] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.234607] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.234727] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.234936] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.235285] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.235285] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: aa83e7c5-b6bd-47b6-a650-9a366543f0b6 is going to be created. [ 1065.256667] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.256886] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.257029] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.257379] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.257620] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.257846] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-aa83e7c5-b6bd-47b6-a650-9a366543f0b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.610435] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.685025] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.685025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.685025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.685025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.685025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.685025] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd6feef-6cdf-46a9-841c-166345537734 is going to be updated. [ 1065.725976] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.726284] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.726399] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.726949] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.727494] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.743504] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd6feef-6cdf-46a9-841c-166345537734 in Status: IN_PROGRESS for 2s [ 1065.864322] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 552a476a-b927-4651-ad43-bde74a976fb8 in Status: SUCCESS [ 1065.864773] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.115040] env[69297]: INFO networking_nsxv3.common.synchronization [req-00da861b-c552-432e-8caf-4b0bf17fd369 req-946a6173-7a11-4d95-82ef-5f089221f64c service nova] Enqueued Resource ID: 6cd6feef-6cdf-46a9-841c-166345537734 with Priority: HIGHEST for action security_group_rules [ 1066.115040] env[69297]: INFO networking_nsxv3.common.synchronization [req-00da861b-c552-432e-8caf-4b0bf17fd369 req-946a6173-7a11-4d95-82ef-5f089221f64c service nova] Enqueued Resource ID: 6cd6feef-6cdf-46a9-841c-166345537734 with Priority: HIGHEST for action security_group_members [ 1066.120035] env[69297]: INFO networking_nsxv3.common.synchronization [req-00da861b-c552-432e-8caf-4b0bf17fd369 req-946a6173-7a11-4d95-82ef-5f089221f64c service nova] Enqueued Resource ID: aa83e7c5-b6bd-47b6-a650-9a366543f0b6 with Priority: HIGHEST for action port [ 1066.120401] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd6feef-6cdf-46a9-841c-166345537734 with Priority: HIGHEST for action security_group_rules [ 1066.120561] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd6feef-6cdf-46a9-841c-166345537734 with Priority: HIGHEST for action security_group_members [ 1066.120664] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa83e7c5-b6bd-47b6-a650-9a366543f0b6 with Priority: HIGHEST for action port [ 1066.121220] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.121376] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.121439] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.121627] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.121719] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.121838] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e is going to be updated. [ 1066.131030] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cd6feef-6cdf-46a9-841c-166345537734 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.131030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.131030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.131303] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.131354] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cd6feef-6cdf-46a9-841c-166345537734',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.132290] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd6feef-6cdf-46a9-841c-166345537734 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.132380] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.132579] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa83e7c5-b6bd-47b6-a650-9a366543f0b6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.132698] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa83e7c5-b6bd-47b6-a650-9a366543f0b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.132764] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa83e7c5-b6bd-47b6-a650-9a366543f0b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.135572] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa83e7c5-b6bd-47b6-a650-9a366543f0b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.136117] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa83e7c5-b6bd-47b6-a650-9a366543f0b6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.183533] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.183533] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.183533] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.183533] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.183533] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.194176] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e in Status: IN_PROGRESS for 2s [ 1066.639407] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd6feef-6cdf-46a9-841c-166345537734 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.639577] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.639764] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa83e7c5-b6bd-47b6-a650-9a366543f0b6 with status ACTIVE [ 1066.639940] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.640087] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.640160] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.640364] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.640455] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.640645] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.640731] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.640798] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.640941] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.641025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.641205] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.641298] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.641360] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.641553] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.641616] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.641656] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa83e7c5-b6bd-47b6-a650-9a366543f0b6 is going to be updated. [ 1066.662119] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.662267] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.662336] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.662531] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.662670] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.662821] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa83e7c5-b6bd-47b6-a650-9a366543f0b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.752404] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd6feef-6cdf-46a9-841c-166345537734 in Status: SUCCESS [ 1067.752404] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.752404] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.752823] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.752823] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.752933] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.752933] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.753089] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.753171] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.753270] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd6feef-6cdf-46a9-841c-166345537734',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.207813] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e in Status: SUCCESS [ 1068.208053] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.257738] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cd6feef-6cdf-46a9-841c-166345537734',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.658504] env[69297]: INFO networking_nsxv3.common.synchronization [req-706d7103-22e5-44f2-b47a-7b21c8e1f56d req-4fbf9918-9f5f-4a2f-8819-7354342fe337 tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Enqueued Resource ID: 552a476a-b927-4651-ad43-bde74a976fb8 with Priority: HIGHEST for action security_group_members [ 1068.658646] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 552a476a-b927-4651-ad43-bde74a976fb8 with Priority: HIGHEST for action security_group_members [ 1068.658934] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-552a476a-b927-4651-ad43-bde74a976fb8 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.659286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.659375] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.659648] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.659805] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.659905] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.659965] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.660125] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.660206] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.663137] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('552a476a-b927-4651-ad43-bde74a976fb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.760554] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cd6feef-6cdf-46a9-841c-166345537734',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.166028] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('552a476a-b927-4651-ad43-bde74a976fb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.262486] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.262701] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.262782] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.263012] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.263159] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.263222] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd6feef-6cdf-46a9-841c-166345537734 is going to be updated. [ 1069.315879] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.316073] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.316146] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.316362] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.316511] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.326275] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd6feef-6cdf-46a9-841c-166345537734 in Status: IN_PROGRESS for 2s [ 1069.670242] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('552a476a-b927-4651-ad43-bde74a976fb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.174053] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.174053] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.174053] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.174689] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.174689] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.174689] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 552a476a-b927-4651-ad43-bde74a976fb8 is going to be updated. [ 1070.205334] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.205837] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.205837] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.205837] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.206047] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.217533] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 552a476a-b927-4651-ad43-bde74a976fb8 in Status: IN_PROGRESS for 2s [ 1070.410022] env[69297]: INFO networking_nsxv3.common.synchronization [req-cf55f651-5ab1-4e5d-b446-d46f2e629260 req-1787a163-bb10-499c-b740-41e2fb58e4ac tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Enqueued Resource ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 with Priority: HIGHEST for action security_group_members [ 1070.410022] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 with Priority: HIGHEST for action security_group_members [ 1070.410022] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d949ac-b10e-4b2c-a630-347a1bdade30 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.410022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.410022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.410022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.410022] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.410022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.410022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.410022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.410022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.410022] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10d949ac-b10e-4b2c-a630-347a1bdade30',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.912200] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10d949ac-b10e-4b2c-a630-347a1bdade30',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.338942] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd6feef-6cdf-46a9-841c-166345537734 in Status: SUCCESS [ 1071.339379] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.339379] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.339628] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.339863] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.340039] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.340124] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.340338] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.340456] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.340575] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.340674] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cd6feef-6cdf-46a9-841c-166345537734',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.414661] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10d949ac-b10e-4b2c-a630-347a1bdade30',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.844446] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cd6feef-6cdf-46a9-841c-166345537734',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.917409] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.917591] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.917668] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.917885] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.917977] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.918095] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 is going to be updated. [ 1071.950555] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.950741] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.950790] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.951014] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.951159] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.963671] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 in Status: IN_PROGRESS for 2s [ 1072.228276] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 552a476a-b927-4651-ad43-bde74a976fb8 in Status: SUCCESS [ 1072.228507] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.347118] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cd6feef-6cdf-46a9-841c-166345537734: rpc.has_security_group_logging(os_id): False [ 1072.365703] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.365884] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.365935] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.366201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.366303] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.366545] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.366650] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.366715] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.366870] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.366948] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.367114] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cd6feef-6cdf-46a9-841c-166345537734 is going to be updated. [ 1072.426794] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.427062] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.427164] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.427307] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.427493] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.440366] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cd6feef-6cdf-46a9-841c-166345537734 in Status: IN_PROGRESS for 2s [ 1072.944575] env[69297]: INFO networking_nsxv3.common.synchronization [req-82607166-2707-4d27-a850-3572319a0645 req-adbccbdd-8b0b-4f78-b4e6-9f398b979969 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Enqueued Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_members [ 1072.944575] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_members [ 1072.944927] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.945333] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.945333] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.945481] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.945680] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.945801] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.945887] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.946136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.946242] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.946373] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.251591] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-599 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.251824] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-599" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.251923] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-599" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.252241] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-599" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.252593] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.252701] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.253448] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.253448] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.253448] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.253448] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1073.253708] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.253708] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.253780] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.254201] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1073.254201] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.254201] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.277511] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.277511] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1073.277511] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.277511] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-599" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.277511] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-f7bb31f1-be9d-4ba7-a837-348ae19b70d5 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.277511] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-f7bb31f1-be9d-4ba7-a837-348ae19b70d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.277784] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-f7bb31f1-be9d-4ba7-a837-348ae19b70d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.277911] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-f7bb31f1-be9d-4ba7-a837-348ae19b70d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.278482] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7bb31f1-be9d-4ba7-a837-348ae19b70d5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.448918] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.448918] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.449273] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.449273] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.449273] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.449497] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.449589] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.449655] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.449890] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.449890] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.449975] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 is going to be updated. [ 1073.476377] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.476595] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.476595] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.476799] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.476948] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.487731] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: IN_PROGRESS for 2s [ 1073.780883] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.781203] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.781388] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.781718] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.781906] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.782163] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port f7bb31f1-be9d-4ba7-a837-348ae19b70d5 not found, creating... [ 1073.782462] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.782634] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.782767] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.783061] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.783235] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.783571] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.783754] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.783905] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.784182] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.784359] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.784523] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: f7bb31f1-be9d-4ba7-a837-348ae19b70d5 is going to be created. [ 1073.805500] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.805727] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.805832] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.806143] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.806376] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.806603] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-f7bb31f1-be9d-4ba7-a837-348ae19b70d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.978672] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 in Status: SUCCESS [ 1073.978903] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.455726] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cd6feef-6cdf-46a9-841c-166345537734 in Status: SUCCESS [ 1074.455989] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.491442] env[69297]: INFO networking_nsxv3.common.synchronization [req-82607166-2707-4d27-a850-3572319a0645 req-997922f8-5ba4-463f-a475-91f4449ff718 service nova] Enqueued Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_rules [ 1074.491621] env[69297]: INFO networking_nsxv3.common.synchronization [req-82607166-2707-4d27-a850-3572319a0645 req-997922f8-5ba4-463f-a475-91f4449ff718 service nova] Enqueued Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_members [ 1074.491766] env[69297]: INFO networking_nsxv3.common.synchronization [req-82607166-2707-4d27-a850-3572319a0645 req-997922f8-5ba4-463f-a475-91f4449ff718 service nova] Enqueued Resource ID: f7bb31f1-be9d-4ba7-a837-348ae19b70d5 with Priority: HIGHEST for action port [ 1074.492846] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_rules [ 1074.492846] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_members [ 1074.492846] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7bb31f1-be9d-4ba7-a837-348ae19b70d5 with Priority: HIGHEST for action port [ 1074.493038] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.493038] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.493294] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.493512] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.493600] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.494453] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.495097] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.495097] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7bb31f1-be9d-4ba7-a837-348ae19b70d5 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.495097] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7bb31f1-be9d-4ba7-a837-348ae19b70d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.495097] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7bb31f1-be9d-4ba7-a837-348ae19b70d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.495097] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7bb31f1-be9d-4ba7-a837-348ae19b70d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.495307] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7bb31f1-be9d-4ba7-a837-348ae19b70d5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.997377] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.997552] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.997852] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7bb31f1-be9d-4ba7-a837-348ae19b70d5 with status ACTIVE [ 1074.998161] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.998397] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.998542] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.998909] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.999087] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.999348] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.999524] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.999996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.999996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.999996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.000278] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.000423] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.000525] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.000746] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.000869] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.000996] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7bb31f1-be9d-4ba7-a837-348ae19b70d5 is going to be updated. [ 1075.028061] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.028061] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.028061] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.028061] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.028061] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.028397] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7bb31f1-be9d-4ba7-a837-348ae19b70d5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.352110] env[69297]: INFO networking_nsxv3.common.synchronization [req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 req-045cdd48-2ab1-492a-9908-ce38e6f4f6a5 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Enqueued Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_members [ 1075.352449] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_members [ 1075.352820] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-7709757a-bd74-4105-a5e2-a538c8b7d9e2 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.352960] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.353046] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.353261] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.353397] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.353552] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.353552] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.353688] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.353772] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.353880] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.498983] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: SUCCESS [ 1075.498983] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 deletion is rescheduled due to dependency. [ 1075.498983] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.498983] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.498983] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.498983] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.498983] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.498983] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.498983] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.498983] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.498983] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.643308] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.643489] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-743" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.643648] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-743" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.643881] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-743" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.644322] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.646914] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.646914] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.646914] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.646914] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.646914] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1075.646914] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.646914] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.646914] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.646914] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1075.646914] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.646914] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.666248] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.666464] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1075.666656] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.666887] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-743" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.667228] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-294a8f4f-3da0-4f42-94b4-9d261a56083c taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.667416] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-294a8f4f-3da0-4f42-94b4-9d261a56083c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.667562] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-294a8f4f-3da0-4f42-94b4-9d261a56083c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.667937] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-294a8f4f-3da0-4f42-94b4-9d261a56083c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.668286] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('294a8f4f-3da0-4f42-94b4-9d261a56083c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.857051] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.857299] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.857400] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.857769] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.857890] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.858154] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.858282] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.858368] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.858556] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.858660] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.858790] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 is going to be updated. [ 1075.886523] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.886523] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.886523] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.886523] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.886523] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.895587] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 in Status: IN_PROGRESS for 2s [ 1076.000894] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.170944] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.171195] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.171324] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.171621] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.171794] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.172425] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 294a8f4f-3da0-4f42-94b4-9d261a56083c not found, creating... [ 1076.172425] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.172576] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.172740] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.173016] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.173203] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.173531] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.173740] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.173889] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.174189] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.174369] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.175154] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 294a8f4f-3da0-4f42-94b4-9d261a56083c is going to be created. [ 1076.208525] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.208780] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.208912] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.209293] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.209617] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.209920] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-294a8f4f-3da0-4f42-94b4-9d261a56083c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.504144] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.898073] env[69297]: INFO networking_nsxv3.common.synchronization [req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 req-61633fb7-4df4-4317-b6d6-5a7d648f294f service nova] Enqueued Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_rules [ 1076.898279] env[69297]: INFO networking_nsxv3.common.synchronization [req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 req-61633fb7-4df4-4317-b6d6-5a7d648f294f service nova] Enqueued Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_members [ 1076.898423] env[69297]: INFO networking_nsxv3.common.synchronization [req-248c3adb-e1e0-4410-aef2-ba4a3a4a41d9 req-61633fb7-4df4-4317-b6d6-5a7d648f294f service nova] Enqueued Resource ID: 294a8f4f-3da0-4f42-94b4-9d261a56083c with Priority: HIGHEST for action port [ 1076.899023] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_rules [ 1076.899121] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_members [ 1076.899233] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 294a8f4f-3da0-4f42-94b4-9d261a56083c with Priority: HIGHEST for action port [ 1076.899545] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.899674] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.899741] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.899975] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.901168] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.902095] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-7709757a-bd74-4105-a5e2-a538c8b7d9e2 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.904385] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.904385] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-294a8f4f-3da0-4f42-94b4-9d261a56083c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.904385] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-294a8f4f-3da0-4f42-94b4-9d261a56083c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.904385] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-294a8f4f-3da0-4f42-94b4-9d261a56083c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.904385] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-294a8f4f-3da0-4f42-94b4-9d261a56083c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.904385] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('294a8f4f-3da0-4f42-94b4-9d261a56083c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.006856] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.006982] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.007047] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.007277] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.007365] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.007471] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 is going to be updated. [ 1077.035127] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.035330] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.035330] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.035540] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.035684] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.045339] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: IN_PROGRESS for 2s [ 1077.404773] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-7709757a-bd74-4105-a5e2-a538c8b7d9e2 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.404922] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.407324] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 294a8f4f-3da0-4f42-94b4-9d261a56083c with status ACTIVE [ 1077.407542] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.407680] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.407751] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.407958] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.408062] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.408232] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.408332] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.408407] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.408587] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.408679] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.408871] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.408971] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.409051] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.409191] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.409266] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.409362] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 294a8f4f-3da0-4f42-94b4-9d261a56083c is going to be updated. [ 1077.437308] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.437464] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.437531] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.437749] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.437882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.438053] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-294a8f4f-3da0-4f42-94b4-9d261a56083c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.907452] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 in Status: SUCCESS [ 1077.907745] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 deletion is rescheduled due to dependency. [ 1077.908112] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.908112] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.908258] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.908454] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.908586] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.908644] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.908771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.908911] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.908947] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.413943] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.748933] env[69297]: INFO networking_nsxv3.common.synchronization [None req-160cb94e-e610-4488-bf39-d183f4327357 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Enqueued Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_members [ 1078.749513] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_members [ 1078.749881] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.750016] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.750226] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.750454] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.750668] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.750783] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.750849] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.751035] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.751124] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.751222] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.916376] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.058795] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: SUCCESS [ 1079.059171] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.059456] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.059781] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.060132] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.060343] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.060497] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.060673] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.061169] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.061169] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.061272] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.253748] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.253914] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.253998] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.254241] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.254336] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.254535] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.254637] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.254700] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.254865] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.254943] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.255040] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b is going to be updated. [ 1079.287704] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.287987] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.287987] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.288242] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.288292] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.299223] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b in Status: IN_PROGRESS for 2s [ 1079.420998] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.420998] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.420998] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.420998] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.420998] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.420998] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 is going to be updated. [ 1079.452769] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.452898] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.452970] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.453197] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.453342] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.463516] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 in Status: IN_PROGRESS for 2s [ 1079.565565] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.565749] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.565826] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.566087] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.566252] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.566358] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.566410] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.566559] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.566647] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.566736] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.566887] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.566970] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.567044] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.567190] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.567328] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.567420] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.567480] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.567616] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.567714] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.567771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.567857] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.071815] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1dc86b7-b853-47bc-a5de-6615e82494e3: rpc.has_security_group_logging(os_id): False [ 1080.094164] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.094355] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.094419] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.094624] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.094719] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.094923] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.097799] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.097997] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.098687] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.098861] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.099331] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.099683] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.099902] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.100350] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.100632] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.101205] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.101497] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.101497] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.101851] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.101916] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.102026] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 is going to be updated. [ 1080.194732] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.194975] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.195063] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.195371] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.195560] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.224119] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: IN_PROGRESS for 2s [ 1080.247025] env[69297]: INFO networking_nsxv3.common.synchronization [req-21367937-4c61-4dd8-a5c8-14a54fca0315 req-b8a4f77d-3409-44f9-8c03-170398a67eb3 tempest-ServerRescueNegativeTestJSON-525661398 tempest-ServerRescueNegativeTestJSON-525661398-project-member] Enqueued Resource ID: 88929134-bfde-4824-9117-14a5ab1bf3ab with Priority: HIGHEST for action security_group_members [ 1080.247742] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88929134-bfde-4824-9117-14a5ab1bf3ab with Priority: HIGHEST for action security_group_members [ 1080.248303] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-88929134-bfde-4824-9117-14a5ab1bf3ab taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.248303] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.248303] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.248528] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.248640] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.248742] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.248801] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.248947] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.249042] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.249137] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88929134-bfde-4824-9117-14a5ab1bf3ab',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.753427] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.753660] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.753752] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.753992] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.780301] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.781031] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.781190] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.781278] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.781505] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.781607] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.781744] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88929134-bfde-4824-9117-14a5ab1bf3ab is going to be updated. [ 1080.791012] env[69297]: INFO networking_nsxv3.common.synchronization [req-f2701475-2b3c-4067-b377-78e4df3f3b18 req-3ef6bc2f-ad03-4761-9593-621afe6aee2e tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Enqueued Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_members [ 1080.792228] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_members [ 1080.792228] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.792228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.792228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.792535] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.792583] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.792648] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.792692] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.792863] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.792942] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.792985] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.813190] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.813190] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.813190] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.813190] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.813190] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.823412] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88929134-bfde-4824-9117-14a5ab1bf3ab in Status: IN_PROGRESS for 2s [ 1081.280226] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.280226] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-563" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.280226] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-563" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.280226] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-563" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.280810] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.280810] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.280810] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.280956] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.281164] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.281307] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1081.281438] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.281590] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.281647] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.281762] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1081.281879] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.282018] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.295122] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.295490] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.297807] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.297807] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.297807] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.297807] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.297807] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.297807] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.297807] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.297807] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.297807] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 is going to be updated. [ 1081.302072] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.302305] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1081.302440] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.302619] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-563" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.302935] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.303121] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.303247] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.303492] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.303700] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.316653] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b in Status: SUCCESS [ 1081.316751] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b deletion is rescheduled due to dependency. [ 1081.316876] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.474454] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 in Status: SUCCESS [ 1081.475330] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.475330] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.475330] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.475330] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.475330] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.475551] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.475551] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.475636] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.475712] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.475801] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.806136] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.806430] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.806554] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.806905] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.807116] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.807679] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.807971] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.808189] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.808577] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.808749] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.809967] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.809967] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.809967] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.809967] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.810384] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.810384] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f is going to be updated. [ 1081.836152] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.836483] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.836721] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.837270] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.837622] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.838010] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.978365] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.224551] env[69297]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/groups/dd304cd5-1ac7-4200-9d97-7c5717d3eb32', 'data': {'id': 'dd304cd5-1ac7-4200-9d97-7c5717d3eb32', 'display_name': 'dd304cd5-1ac7-4200-9d97-7c5717d3eb32', 'path': '/infra/domains/default/groups/dd304cd5-1ac7-4200-9d97-7c5717d3eb32', 'expression': [{'value': 'security_group|dd304cd5-1ac7-4200-9d97-7c5717d3eb32', 'member_type': 'SegmentPort', 'key': 'Tag', 'operator': 'EQUALS', 'resource_type': 'Condition'}], 'tags': [{'scope': 'age', 'tag': 1747405988}, {'scope': 'revision_number', 'tag': None}], '_revision': 6}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 1082.224551] env[69297]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Retrying connection (1/2) with timeout 2s for Client.put {{(pid=69297) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 1082.248465] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: SUCCESS [ 1082.249148] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.480732] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7709757a-bd74-4105-a5e2-a538c8b7d9e2: rpc.has_security_group_logging(os_id): False [ 1082.498902] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.499100] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.499232] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.499378] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.499467] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.499749] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.499863] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.499913] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.500111] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.500200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.500289] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 is going to be updated. [ 1082.551855] env[69297]: INFO networking_nsxv3.common.synchronization [req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 req-4ec72a6a-19ae-4684-bd3c-bd528fbdb9b0 service nova] Enqueued Resource ID: 1d373340-9d23-44ac-b018-cc28b56f824c with Priority: HIGHEST for action security_group_rules [ 1082.552062] env[69297]: INFO networking_nsxv3.common.synchronization [req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 req-4ec72a6a-19ae-4684-bd3c-bd528fbdb9b0 service nova] Enqueued Resource ID: 1d373340-9d23-44ac-b018-cc28b56f824c with Priority: HIGHEST for action security_group_members [ 1082.552238] env[69297]: INFO networking_nsxv3.common.synchronization [req-5a5b9ad5-d099-4c9d-924c-0a72fe5fb398 req-4ec72a6a-19ae-4684-bd3c-bd528fbdb9b0 service nova] Enqueued Resource ID: ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f with Priority: HIGHEST for action port [ 1082.552452] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d373340-9d23-44ac-b018-cc28b56f824c with Priority: HIGHEST for action security_group_rules [ 1082.552580] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d373340-9d23-44ac-b018-cc28b56f824c with Priority: HIGHEST for action security_group_members [ 1082.552680] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f with Priority: HIGHEST for action port [ 1082.553582] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d373340-9d23-44ac-b018-cc28b56f824c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.553718] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.553788] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.553998] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.554091] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d373340-9d23-44ac-b018-cc28b56f824c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.555322] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d373340-9d23-44ac-b018-cc28b56f824c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.555455] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.555915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.556065] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.556230] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.556332] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.556397] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.556549] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.556656] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.556731] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d373340-9d23-44ac-b018-cc28b56f824c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.558706] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.558706] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.558818] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.558923] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.559012] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.563777] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.563777] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.563777] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.563777] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.563918] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.576280] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 in Status: IN_PROGRESS for 2s [ 1082.837406] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88929134-bfde-4824-9117-14a5ab1bf3ab in Status: SUCCESS [ 1082.837701] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88929134-bfde-4824-9117-14a5ab1bf3ab deletion is rescheduled due to dependency. [ 1082.837853] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.061515] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f with status ACTIVE [ 1083.061769] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.061913] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.061994] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.062214] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.062654] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.062654] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.062654] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.062654] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.062833] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.062867] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.063031] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.063116] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.063182] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.063360] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.063430] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.063480] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f is going to be updated. [ 1083.064574] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d373340-9d23-44ac-b018-cc28b56f824c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.066523] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d373340-9d23-44ac-b018-cc28b56f824c taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.066523] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.095062] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.095062] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.095234] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.095323] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.095504] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.095680] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec674e5b-c48e-4d1e-a44a-85d8e3cefd2f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.567381] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d373340-9d23-44ac-b018-cc28b56f824c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.583020] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-247 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.583213] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.583342] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.583746] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.583941] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.584139] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.584260] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.584479] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.584626] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.584836] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1083.585097] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.585233] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.586291] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.586291] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1083.586291] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.586291] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.609980] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.610258] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1083.610445] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.610651] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.611064] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-22249755-ceb0-4c0b-ac43-4903f119bac2 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.611259] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-22249755-ceb0-4c0b-ac43-4903f119bac2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.611402] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-22249755-ceb0-4c0b-ac43-4903f119bac2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.611792] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-22249755-ceb0-4c0b-ac43-4903f119bac2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.611953] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22249755-ceb0-4c0b-ac43-4903f119bac2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.730914] env[69297]: INFO networking_nsxv3.common.synchronization [req-45c89b30-e6dc-4274-b3f0-c6d309153893 req-5c39ce0e-63ea-45f4-b448-1a5f3f510aae tempest-ListImageFiltersTestJSON-234719608 tempest-ListImageFiltersTestJSON-234719608-project-member] Enqueued Resource ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 with Priority: HIGHEST for action security_group_members [ 1083.731656] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 with Priority: HIGHEST for action security_group_members [ 1083.732070] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-10d949ac-b10e-4b2c-a630-347a1bdade30 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.732892] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.732892] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.732892] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.732892] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.732892] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.732892] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.733512] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.733512] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.733512] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10d949ac-b10e-4b2c-a630-347a1bdade30',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.070957] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.070957] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.070957] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.071227] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.071227] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.071354] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d373340-9d23-44ac-b018-cc28b56f824c is going to be updated. [ 1084.113087] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.113244] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.113663] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.113663] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.113663] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.117207] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.117611] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.119736] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.119874] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.120070] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.120248] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 22249755-ceb0-4c0b-ac43-4903f119bac2 not found, creating... [ 1084.120683] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.120859] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.121013] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.121268] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.121408] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.121735] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.121897] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.122023] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.122330] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.122394] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.122950] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 22249755-ceb0-4c0b-ac43-4903f119bac2 is going to be created. [ 1084.136132] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d373340-9d23-44ac-b018-cc28b56f824c in Status: IN_PROGRESS for 2s [ 1084.146293] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.146494] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.146619] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.146895] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.147139] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.147363] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-22249755-ceb0-4c0b-ac43-4903f119bac2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.238381] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.241028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.241028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.241028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.241028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.241028] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.241028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.241028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.241028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.241028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.241028] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 is going to be updated. [ 1084.274319] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.274319] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.274319] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.274480] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.274744] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.285521] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: IN_PROGRESS for 2s [ 1084.300198] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.300784] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.301038] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.301526] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.301644] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.313235] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 in Status: IN_PROGRESS for 2s [ 1084.595063] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 in Status: SUCCESS [ 1084.595063] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.595063] env[69297]: INFO networking_nsxv3.common.synchronization [req-7058aee9-211e-4ada-a874-c6ebea2f4739 req-bc59c173-a648-4bff-8a3d-eb6892855182 tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Enqueued Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_members [ 1084.595063] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_members [ 1084.596698] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.596955] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.847238] env[69297]: INFO networking_nsxv3.common.synchronization [req-563ad1ba-d308-4fc2-9a76-21a665abd05f req-c2ba8292-ec4d-4ee4-8fd1-7146890c1389 tempest-ServersAdminTestJSON-1001041506 tempest-ServersAdminTestJSON-1001041506-project-member] Enqueued Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_members [ 1084.847979] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e with Priority: HIGHEST for action security_group_members [ 1084.848499] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8f50b79-2b67-4118-8716-c4cbc2fac90e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.848751] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.848929] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.849211] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.850771] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.850771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.850771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.850771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.850771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.850771] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8f50b79-2b67-4118-8716-c4cbc2fac90e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.985975] env[69297]: INFO networking_nsxv3.common.synchronization [req-9c70c73e-077b-4452-92de-9441ad8e300f req-35773867-d0f8-4bf7-a172-0391d27ad2bc service nova] Enqueued Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_rules [ 1084.986158] env[69297]: INFO networking_nsxv3.common.synchronization [req-9c70c73e-077b-4452-92de-9441ad8e300f req-35773867-d0f8-4bf7-a172-0391d27ad2bc service nova] Enqueued Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_members [ 1084.986292] env[69297]: INFO networking_nsxv3.common.synchronization [req-9c70c73e-077b-4452-92de-9441ad8e300f req-35773867-d0f8-4bf7-a172-0391d27ad2bc service nova] Enqueued Resource ID: 22249755-ceb0-4c0b-ac43-4903f119bac2 with Priority: HIGHEST for action port [ 1084.986515] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_rules [ 1084.986640] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_members [ 1084.986767] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22249755-ceb0-4c0b-ac43-4903f119bac2 with Priority: HIGHEST for action port [ 1084.987394] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.987463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.987463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.987696] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.987783] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.993962] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.993962] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.993962] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.993962] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.993962] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.993962] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.993962] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.993962] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.993962] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.993962] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.993962] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-22249755-ceb0-4c0b-ac43-4903f119bac2 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.993962] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22249755-ceb0-4c0b-ac43-4903f119bac2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.993962] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22249755-ceb0-4c0b-ac43-4903f119bac2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.993962] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22249755-ceb0-4c0b-ac43-4903f119bac2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.993962] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22249755-ceb0-4c0b-ac43-4903f119bac2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.099436] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.099677] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-359" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.099841] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-359" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.100222] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-359" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.100441] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.100645] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.100785] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.101071] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.101230] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.101454] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1085.101574] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.101701] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.101813] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.101937] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1085.102061] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.102200] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.123883] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.124095] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1085.124251] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.124434] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-359" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.124782] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-a00f4412-056a-421a-ad5f-fdc38dc36ff6 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.124977] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-a00f4412-056a-421a-ad5f-fdc38dc36ff6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.125117] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-a00f4412-056a-421a-ad5f-fdc38dc36ff6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.125437] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-a00f4412-056a-421a-ad5f-fdc38dc36ff6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.125584] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a00f4412-056a-421a-ad5f-fdc38dc36ff6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.352964] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.353234] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.353359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.353669] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.353827] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.354124] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.354240] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.354401] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.354531] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.354641] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.354757] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e is going to be updated. [ 1085.385440] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.385707] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.385707] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.385857] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.386093] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.397149] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e in Status: IN_PROGRESS for 2s [ 1085.491391] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.491391] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.499022] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.499022] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22249755-ceb0-4c0b-ac43-4903f119bac2 with status ACTIVE [ 1085.499022] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.499022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.499022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.499022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.499022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.499022] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.499022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.499022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.499022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.499022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.499022] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.499022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.499022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.499022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.499549] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.499549] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22249755-ceb0-4c0b-ac43-4903f119bac2 is going to be updated. [ 1085.524091] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.525035] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.525035] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.525154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.525394] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.525664] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22249755-ceb0-4c0b-ac43-4903f119bac2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.628739] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.629189] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.629189] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.629349] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.629503] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.629709] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port a00f4412-056a-421a-ad5f-fdc38dc36ff6 not found, creating... [ 1085.630084] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.630204] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.630296] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.630521] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.630668] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.631039] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.631217] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.631342] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.631554] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.631690] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.631836] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: a00f4412-056a-421a-ad5f-fdc38dc36ff6 is going to be created. [ 1085.658143] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.658386] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.658517] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.658807] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.659063] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.659294] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-a00f4412-056a-421a-ad5f-fdc38dc36ff6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.002383] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.145904] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d373340-9d23-44ac-b018-cc28b56f824c in Status: SUCCESS [ 1086.146289] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.146419] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.146658] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.146869] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.146991] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.147070] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.147230] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.147304] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.147416] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.147503] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d373340-9d23-44ac-b018-cc28b56f824c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.296325] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: SUCCESS [ 1086.296676] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 deletion is rescheduled due to dependency. [ 1086.296877] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.297157] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.297458] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.297756] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.297994] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.298230] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.298527] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.298527] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.298600] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.322532] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 in Status: SUCCESS [ 1086.322702] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 deletion is rescheduled due to dependency. [ 1086.322812] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.370025] env[69297]: INFO networking_nsxv3.common.synchronization [req-7058aee9-211e-4ada-a874-c6ebea2f4739 req-7ee28f3b-023b-4ccb-a09d-7a8b6f4c507a service nova] Enqueued Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_rules [ 1086.370262] env[69297]: INFO networking_nsxv3.common.synchronization [req-7058aee9-211e-4ada-a874-c6ebea2f4739 req-7ee28f3b-023b-4ccb-a09d-7a8b6f4c507a service nova] Enqueued Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_members [ 1086.370436] env[69297]: INFO networking_nsxv3.common.synchronization [req-7058aee9-211e-4ada-a874-c6ebea2f4739 req-7ee28f3b-023b-4ccb-a09d-7a8b6f4c507a service nova] Enqueued Resource ID: a00f4412-056a-421a-ad5f-fdc38dc36ff6 with Priority: HIGHEST for action port [ 1086.370978] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_rules [ 1086.371162] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_members [ 1086.371272] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a00f4412-056a-421a-ad5f-fdc38dc36ff6 with Priority: HIGHEST for action port [ 1086.371548] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.371673] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.371742] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.371948] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.372040] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.372864] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.372974] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.373168] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-a00f4412-056a-421a-ad5f-fdc38dc36ff6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.373287] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a00f4412-056a-421a-ad5f-fdc38dc36ff6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.373362] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a00f4412-056a-421a-ad5f-fdc38dc36ff6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.373536] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a00f4412-056a-421a-ad5f-fdc38dc36ff6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.373611] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a00f4412-056a-421a-ad5f-fdc38dc36ff6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.504956] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.505113] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.505191] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.505410] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.505502] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.505600] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b is going to be updated. [ 1086.538113] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.538279] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.538325] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.539045] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.539045] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.549804] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b in Status: IN_PROGRESS for 2s [ 1086.650097] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d373340-9d23-44ac-b018-cc28b56f824c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.800749] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.875471] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.875604] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.875812] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a00f4412-056a-421a-ad5f-fdc38dc36ff6 with status ACTIVE [ 1086.876238] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.876403] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.876437] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.876651] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.876742] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.876915] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.877022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.877087] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.877245] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.877328] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.877533] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.877659] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.877713] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.877834] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.877911] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.877996] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a00f4412-056a-421a-ad5f-fdc38dc36ff6 is going to be updated. [ 1086.905889] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.906176] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.906299] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.906607] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.906840] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.907187] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a00f4412-056a-421a-ad5f-fdc38dc36ff6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.152256] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d373340-9d23-44ac-b018-cc28b56f824c: rpc.has_security_group_logging(os_id): False [ 1087.183227] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.183403] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.183476] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.183770] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.183920] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.184231] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.184342] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.184406] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.184569] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.184648] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.184771] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d373340-9d23-44ac-b018-cc28b56f824c is going to be updated. [ 1087.255441] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.255640] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.255727] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.256015] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.256173] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.277104] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d373340-9d23-44ac-b018-cc28b56f824c in Status: IN_PROGRESS for 2s [ 1087.302748] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.407203] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e in Status: SUCCESS [ 1087.407386] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8f50b79-2b67-4118-8716-c4cbc2fac90e deletion is rescheduled due to dependency. [ 1087.407515] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8f50b79-2b67-4118-8716-c4cbc2fac90e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.806029] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.806029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.806029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.806482] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.806482] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.806482] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 is going to be updated. [ 1087.845586] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.845780] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.847652] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.848672] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.848905] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.863817] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: IN_PROGRESS for 2s [ 1088.562634] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b in Status: SUCCESS [ 1088.562814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.563017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.563259] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.563603] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.563603] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.563740] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.563773] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.563879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.563981] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.564094] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.072970] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.073310] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.073310] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.073466] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.073645] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.073747] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.073812] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.073958] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.074061] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.074154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.074300] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.074396] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.074464] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.074596] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.074744] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.074840] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.074903] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.075046] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.075119] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.075199] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.075302] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.294104] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d373340-9d23-44ac-b018-cc28b56f824c in Status: SUCCESS [ 1089.294334] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.577874] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b: rpc.has_security_group_logging(os_id): False [ 1089.597283] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.597497] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.597672] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.598017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.598133] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.598454] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.598602] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.598701] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.599062] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.599199] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.599476] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.599661] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.599762] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.599976] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.600127] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.600407] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.600554] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.600617] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.600800] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.600898] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.601016] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b is going to be updated. [ 1089.670288] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.670529] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.670598] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.670823] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.670973] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.687959] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b in Status: IN_PROGRESS for 2s [ 1089.877228] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: SUCCESS [ 1089.877228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.877228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.877228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.877228] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.877228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.877228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.877228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.877228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.877228] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.379203] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.881741] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.373534] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1091.373628] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1091.384384] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.384697] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.384697] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.385063] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.385236] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.385383] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 is going to be updated. [ 1091.424025] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.424025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.424025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.424025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.424025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.435591] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: IN_PROGRESS for 2s [ 1091.702803] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b in Status: SUCCESS [ 1091.702803] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.447243] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: SUCCESS [ 1093.447662] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.447662] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.447882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.448104] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.448223] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.448282] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.448438] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.448525] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.448601] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.448692] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.955383] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.955383] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.955383] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.955383] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.955383] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.955383] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.955383] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.955383] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.955383] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.955383] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.955383] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.955383] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.955383] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.955383] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.955383] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.955383] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.955889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.955889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.955889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.955889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.955889] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.458623] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd304cd5-1ac7-4200-9d97-7c5717d3eb32: rpc.has_security_group_logging(os_id): False [ 1094.478739] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.478873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.480052] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.480052] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.480052] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.480052] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.480052] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.480052] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.480052] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.480052] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.480579] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.480579] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.480579] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.480579] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.480579] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.480774] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.480774] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.480774] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.480920] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.480998] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.485172] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 is going to be updated. [ 1094.560040] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.560040] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.560040] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.560040] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.560040] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.576625] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: IN_PROGRESS for 2s [ 1096.374302] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1096.374578] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1096.598076] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: SUCCESS [ 1096.598327] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.228244] env[69297]: INFO networking_nsxv3.common.synchronization [None req-85ef0f3a-bb0f-40ae-a0f4-218e6317b586 None None] Enqueued Resource ID: 49124ec3-8e5c-4d18-bc99-0ad5a124f1f4 with Priority: HIGHEST for action port [ 1098.228712] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49124ec3-8e5c-4d18-bc99-0ad5a124f1f4 with Priority: HIGHEST for action port [ 1098.229330] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-49124ec3-8e5c-4d18-bc99-0ad5a124f1f4 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.229330] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49124ec3-8e5c-4d18-bc99-0ad5a124f1f4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.230814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49124ec3-8e5c-4d18-bc99-0ad5a124f1f4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.231112] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49124ec3-8e5c-4d18-bc99-0ad5a124f1f4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.231194] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49124ec3-8e5c-4d18-bc99-0ad5a124f1f4',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.733042] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49124ec3-8e5c-4d18-bc99-0ad5a124f1f4 [ 1098.733297] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.733435] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.733506] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.733714] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.733842] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.733893] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49124ec3-8e5c-4d18-bc99-0ad5a124f1f4 already deleted. [ 1098.733968] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49124ec3-8e5c-4d18-bc99-0ad5a124f1f4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.618888] env[69297]: INFO networking_nsxv3.common.synchronization [None req-7a492d09-a831-46b9-a157-0b23323dbd2c None None] Enqueued Resource ID: aca1e75d-1622-462e-86b7-c40cccb07a2c with Priority: HIGHEST for action port [ 1100.619183] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aca1e75d-1622-462e-86b7-c40cccb07a2c with Priority: HIGHEST for action port [ 1100.619770] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-aca1e75d-1622-462e-86b7-c40cccb07a2c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.620340] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aca1e75d-1622-462e-86b7-c40cccb07a2c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.620340] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aca1e75d-1622-462e-86b7-c40cccb07a2c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.623345] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aca1e75d-1622-462e-86b7-c40cccb07a2c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.623441] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aca1e75d-1622-462e-86b7-c40cccb07a2c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.127915] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aca1e75d-1622-462e-86b7-c40cccb07a2c [ 1101.128189] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.128325] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.128397] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.128619] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.128740] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.128905] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aca1e75d-1622-462e-86b7-c40cccb07a2c already deleted. [ 1101.129092] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aca1e75d-1622-462e-86b7-c40cccb07a2c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.494134] env[69297]: INFO networking_nsxv3.common.synchronization [req-30d7364d-e974-4e6e-9f4f-c0d8d9128ff8 req-1d643e11-549b-4a52-bbd6-165a9777d614 tempest-ServersV294TestFqdnHostnames-1263325341 tempest-ServersV294TestFqdnHostnames-1263325341-project-member] Enqueued Resource ID: df5b53f7-ccd8-4072-8b74-5931124c72ea with Priority: HIGHEST for action security_group_members [ 1102.494597] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df5b53f7-ccd8-4072-8b74-5931124c72ea with Priority: HIGHEST for action security_group_members [ 1102.495231] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-df5b53f7-ccd8-4072-8b74-5931124c72ea taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.495231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.495231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.495412] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.495505] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.496245] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.498429] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.498429] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.498429] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.498429] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df5b53f7-ccd8-4072-8b74-5931124c72ea',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.003623] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.003811] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.003849] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.004096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.006792] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.006792] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.006792] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.006792] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.006792] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.006792] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.006792] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df5b53f7-ccd8-4072-8b74-5931124c72ea is going to be updated. [ 1103.034162] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.034355] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.034399] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.034588] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.034862] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.044318] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df5b53f7-ccd8-4072-8b74-5931124c72ea in Status: IN_PROGRESS for 2s [ 1103.307527] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-247 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.308038] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.308327] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.308698] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.309103] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.309422] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.309659] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.310030] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.311050] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.311050] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1103.311050] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1103.311050] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1103.311050] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1103.311050] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1103.311276] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1103.311276] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1103.333194] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1103.333591] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1103.333591] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1103.333724] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-247" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.333994] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-22249755-ceb0-4c0b-ac43-4903f119bac2 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.334192] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-22249755-ceb0-4c0b-ac43-4903f119bac2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.334317] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-22249755-ceb0-4c0b-ac43-4903f119bac2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.334616] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-22249755-ceb0-4c0b-ac43-4903f119bac2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.334728] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22249755-ceb0-4c0b-ac43-4903f119bac2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.839336] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.839650] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.839749] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.840282] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.840471] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.840777] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.840953] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.841087] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.841314] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.841460] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.841759] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.842456] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.842675] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.842801] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.842943] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.843201] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 22249755-ceb0-4c0b-ac43-4903f119bac2 is going to be updated. [ 1103.866697] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.866916] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.867058] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.867365] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.867570] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.867816] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-22249755-ceb0-4c0b-ac43-4903f119bac2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.188949] env[69297]: INFO networking_nsxv3.common.synchronization [req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 req-1ecde31c-f656-424c-964e-295ce26c4be5 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_members [ 1104.188949] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_members [ 1104.188949] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.188949] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.188949] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.188949] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.188949] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.188949] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.188949] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.189670] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.189670] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.189670] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.665473] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-424 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.665648] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-424" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.665795] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-424" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.666385] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-424" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.666667] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.666831] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.666950] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.667196] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.667353] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.667549] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1104.667667] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1104.667899] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1104.667899] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1104.668040] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1104.668153] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1104.668299] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1104.689226] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1104.689441] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1104.689609] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1104.689845] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-424" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.690227] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-44f7818a-b3a8-45ec-a656-e50bee34acfc taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.690435] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-44f7818a-b3a8-45ec-a656-e50bee34acfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.690568] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-44f7818a-b3a8-45ec-a656-e50bee34acfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.691022] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-44f7818a-b3a8-45ec-a656-e50bee34acfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.691277] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44f7818a-b3a8-45ec-a656-e50bee34acfc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.692274] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.692401] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.692458] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.692600] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.692686] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.692874] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.693035] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.693213] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.693213] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.693423] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.693423] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e492b2-52a1-4aef-bb44-746f61545909 already deleted. [ 1104.693423] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.728110] env[69297]: INFO networking_nsxv3.common.synchronization [req-296e3302-9eff-4b15-9cf7-8e6195938bd1 req-9f6f1d31-f589-4e9e-8985-08e00a6f081b service nova] Enqueued Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_rules [ 1104.728288] env[69297]: INFO networking_nsxv3.common.synchronization [req-296e3302-9eff-4b15-9cf7-8e6195938bd1 req-9f6f1d31-f589-4e9e-8985-08e00a6f081b service nova] Enqueued Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_members [ 1104.728432] env[69297]: INFO networking_nsxv3.common.synchronization [req-296e3302-9eff-4b15-9cf7-8e6195938bd1 req-9f6f1d31-f589-4e9e-8985-08e00a6f081b service nova] Enqueued Resource ID: 22249755-ceb0-4c0b-ac43-4903f119bac2 with Priority: HIGHEST for action port [ 1104.728916] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_rules [ 1104.729067] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_members [ 1104.729165] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22249755-ceb0-4c0b-ac43-4903f119bac2 with Priority: HIGHEST for action port [ 1104.730315] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.730437] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.730510] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.730732] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.730823] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.732283] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.732283] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.732439] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.732624] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.732780] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.732879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.732941] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.733122] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.733204] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.733275] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.734761] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-22249755-ceb0-4c0b-ac43-4903f119bac2 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.734869] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22249755-ceb0-4c0b-ac43-4903f119bac2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.735052] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22249755-ceb0-4c0b-ac43-4903f119bac2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.735234] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22249755-ceb0-4c0b-ac43-4903f119bac2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.735402] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22249755-ceb0-4c0b-ac43-4903f119bac2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.055955] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df5b53f7-ccd8-4072-8b74-5931124c72ea in Status: SUCCESS [ 1105.056309] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df5b53f7-ccd8-4072-8b74-5931124c72ea deletion is rescheduled due to dependency. [ 1105.056350] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.195960] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.196490] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.196640] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.196996] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.197171] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.197356] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 44f7818a-b3a8-45ec-a656-e50bee34acfc not found, creating... [ 1105.197677] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.197872] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.197996] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.198262] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.198409] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.198717] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.198879] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.199011] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.199238] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.199378] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.199534] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 44f7818a-b3a8-45ec-a656-e50bee34acfc is going to be created. [ 1105.224317] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.224584] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.224740] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.225061] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.225311] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.225570] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-44f7818a-b3a8-45ec-a656-e50bee34acfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.233433] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.233625] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.235176] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.237658] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22249755-ceb0-4c0b-ac43-4903f119bac2 with status ACTIVE [ 1105.237985] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.238150] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.238150] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.238452] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.238581] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.238895] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.239071] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.239175] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.239273] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.239350] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.239610] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.239778] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.239872] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.240160] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.240300] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.240432] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22249755-ceb0-4c0b-ac43-4903f119bac2 is going to be updated. [ 1105.272684] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.273033] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.273033] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.273171] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.273327] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.273505] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22249755-ceb0-4c0b-ac43-4903f119bac2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.738924] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.929102] env[69297]: INFO networking_nsxv3.common.synchronization [req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 req-7e155375-dbbb-4f5d-a554-f3ad5eaa2def service nova] Enqueued Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_rules [ 1105.929300] env[69297]: INFO networking_nsxv3.common.synchronization [req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 req-7e155375-dbbb-4f5d-a554-f3ad5eaa2def service nova] Enqueued Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_members [ 1105.929441] env[69297]: INFO networking_nsxv3.common.synchronization [req-66b38f04-e536-46e8-a2b0-c6286dda6ff4 req-7e155375-dbbb-4f5d-a554-f3ad5eaa2def service nova] Enqueued Resource ID: 44f7818a-b3a8-45ec-a656-e50bee34acfc with Priority: HIGHEST for action port [ 1105.929947] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_rules [ 1105.930322] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_members [ 1105.930505] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44f7818a-b3a8-45ec-a656-e50bee34acfc with Priority: HIGHEST for action port [ 1105.930836] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.931030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.931146] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.932383] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.932484] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.933388] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.933516] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.933566] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.933754] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.933906] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.934009] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.934080] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.934223] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.934308] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.934401] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.935197] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-44f7818a-b3a8-45ec-a656-e50bee34acfc taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.935458] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44f7818a-b3a8-45ec-a656-e50bee34acfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.935458] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44f7818a-b3a8-45ec-a656-e50bee34acfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.935540] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44f7818a-b3a8-45ec-a656-e50bee34acfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.935581] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44f7818a-b3a8-45ec-a656-e50bee34acfc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.241213] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.241646] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.241646] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.242382] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.242382] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.242382] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b is going to be updated. [ 1106.287672] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.287672] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.287672] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.287672] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.287672] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.296235] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b in Status: IN_PROGRESS for 2s [ 1106.438509] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.438509] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.438509] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.439434] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44f7818a-b3a8-45ec-a656-e50bee34acfc with status ACTIVE [ 1106.439677] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.439865] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.439938] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.440189] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.440279] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.440476] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.440772] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.440772] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.440896] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.440896] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.441160] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.441269] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.441333] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.441505] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.441583] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.441673] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44f7818a-b3a8-45ec-a656-e50bee34acfc is going to be updated. [ 1106.463632] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.463830] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.463874] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.464100] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.464240] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.464409] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44f7818a-b3a8-45ec-a656-e50bee34acfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.948439] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.450879] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.451376] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.451376] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.451481] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.451577] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.451681] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e492b2-52a1-4aef-bb44-746f61545909 is going to be created. [ 1107.480054] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.480207] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.480207] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.480425] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.480607] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.490276] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: UNINITIALIZED for 2s [ 1108.309131] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b in Status: SUCCESS [ 1108.310270] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.310270] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.310270] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.310270] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.310270] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.310270] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.310270] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.310528] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.310528] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.310528] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.817208] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.817573] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.817573] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.817967] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.818132] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.818292] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.818392] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.818636] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.818781] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.818928] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.820386] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.820386] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.820386] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.820386] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.820386] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.820734] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.820867] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.823037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.823037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.823037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.823037] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.136098] env[69297]: INFO networking_nsxv3.common.synchronization [req-6701ae21-5eda-4190-add5-efb859dd2b19 req-bf45d832-e924-4ed6-8aa1-d7da5372d6aa tempest-ImagesTestJSON-578861531 tempest-ImagesTestJSON-578861531-project-member] Enqueued Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_members [ 1109.136098] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGHEST for action security_group_members [ 1109.136098] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.137208] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.137690] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.138891] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.139302] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.141511] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.141511] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.141511] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.141511] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.141511] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.324714] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b: rpc.has_security_group_logging(os_id): False [ 1109.348787] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.348787] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.348787] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.348787] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.348787] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.348787] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.348787] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.348787] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.348787] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.348787] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.348787] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.348787] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.348787] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.348787] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.348787] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.349611] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.349611] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.349611] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.349611] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.349611] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.349611] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b is going to be updated. [ 1109.442480] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.442637] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.442713] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.442936] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.443269] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.468435] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b in Status: IN_PROGRESS for 2s [ 1109.505112] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: SUCCESS [ 1109.505383] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.505673] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.505970] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.506183] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.506301] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.506373] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.506541] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.506698] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.506783] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.506934] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.644897] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.647371] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.647371] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.647371] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.647371] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.647606] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.647692] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.647750] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.648134] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.648134] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.648134] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 is going to be updated. [ 1109.682814] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.683303] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.683822] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.684206] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.685946] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.694558] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: IN_PROGRESS for 2s [ 1110.009246] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.009757] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.009757] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.009757] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.009933] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.010076] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.010144] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.010308] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.010394] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.010485] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.010641] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.010742] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.010803] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.010961] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.011110] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.011201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.011261] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.011395] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.011468] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.011548] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.011638] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.514078] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24e492b2-52a1-4aef-bb44-746f61545909: rpc.has_security_group_logging(os_id): False [ 1110.533293] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.533481] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.533521] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.533706] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.533800] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.534031] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.534118] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.534185] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.534336] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.534414] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.534589] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.534685] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.534749] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.534891] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.534964] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.535166] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.535261] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.535322] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.535458] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.535532] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.535616] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24e492b2-52a1-4aef-bb44-746f61545909 is going to be created. [ 1110.604301] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.605062] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.605062] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.605062] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.605062] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.617639] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: IN_PROGRESS for 2s [ 1110.893652] env[69297]: INFO networking_nsxv3.common.synchronization [req-2c5af4aa-74bf-4dcc-8e79-d22c3b21a925 req-cca313f9-925d-44bf-9609-cf4ad53abd00 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Enqueued Resource ID: 5a43a302-2c3a-49da-82b2-f2dbcd43f243 with Priority: HIGHEST for action security_group_members [ 1110.894260] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a43a302-2c3a-49da-82b2-f2dbcd43f243 with Priority: HIGHEST for action security_group_members [ 1110.894557] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a43a302-2c3a-49da-82b2-f2dbcd43f243 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.894689] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.894761] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.894953] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.895210] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.895322] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.895380] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.895547] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.895671] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.895812] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a43a302-2c3a-49da-82b2-f2dbcd43f243',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.398205] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.398509] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.398509] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.398641] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.398786] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.398923] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.399108] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.399108] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.399245] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.399806] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.399806] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a43a302-2c3a-49da-82b2-f2dbcd43f243 is going to be updated. [ 1111.428375] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.428566] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.428664] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.428923] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.429107] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.438081] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a43a302-2c3a-49da-82b2-f2dbcd43f243 in Status: IN_PROGRESS for 2s [ 1111.485778] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b in Status: SUCCESS [ 1111.486048] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.706502] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 in Status: SUCCESS [ 1111.706767] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 deletion is rescheduled due to dependency. [ 1111.706911] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.630699] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: SUCCESS [ 1112.631066] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.448882] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a43a302-2c3a-49da-82b2-f2dbcd43f243 in Status: SUCCESS [ 1113.449083] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a43a302-2c3a-49da-82b2-f2dbcd43f243 deletion is rescheduled due to dependency. [ 1113.449209] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.600070] env[69297]: INFO networking_nsxv3.common.synchronization [None req-3620d325-f5b8-4db3-b00f-5860258803b1 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Enqueued Resource ID: ae81c0f3-5aff-4751-8871-055fd5323dca with Priority: HIGHEST for action security_group_rules [ 1115.600070] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae81c0f3-5aff-4751-8871-055fd5323dca with Priority: HIGHEST for action security_group_rules [ 1115.600070] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae81c0f3-5aff-4751-8871-055fd5323dca taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.600070] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae81c0f3-5aff-4751-8871-055fd5323dca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.600070] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae81c0f3-5aff-4751-8871-055fd5323dca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.600070] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae81c0f3-5aff-4751-8871-055fd5323dca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.600070] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae81c0f3-5aff-4751-8871-055fd5323dca',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.666647] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.666815] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.666970] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.667616] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.667807] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.719324] env[69297]: INFO networking_nsxv3.common.synchronization [None req-327f2d15-0c20-4607-a5e3-b7b36a8af6d5 tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Enqueued Resource ID: ae81c0f3-5aff-4751-8871-055fd5323dca with Priority: HIGHEST for action security_group_rules [ 1115.719373] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae81c0f3-5aff-4751-8871-055fd5323dca with Priority: HIGHEST for action security_group_rules [ 1115.722125] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae81c0f3-5aff-4751-8871-055fd5323dca taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.722125] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae81c0f3-5aff-4751-8871-055fd5323dca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.122783] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.123076] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.123076] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.123312] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.123400] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.123490] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae81c0f3-5aff-4751-8871-055fd5323dca already deleted. [ 1116.123611] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae81c0f3-5aff-4751-8871-055fd5323dca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.123816] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae81c0f3-5aff-4751-8871-055fd5323dca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.124428] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae81c0f3-5aff-4751-8871-055fd5323dca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.124566] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae81c0f3-5aff-4751-8871-055fd5323dca',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.170720] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.401388] env[69297]: INFO networking_nsxv3.common.synchronization [req-59349768-1ae8-403f-b5e9-3327377e0bff req-ca09d81a-905b-44bd-a024-20c53cefd8aa tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_members [ 1116.402033] env[69297]: INFO networking_nsxv3.common.synchronization [req-59349768-1ae8-403f-b5e9-3327377e0bff req-ca09d81a-905b-44bd-a024-20c53cefd8aa tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 0896401d-6199-46e8-8189-c99a02ba2f5f with Priority: HIGHEST for action security_group_members [ 1116.402248] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_members [ 1116.402394] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0896401d-6199-46e8-8189-c99a02ba2f5f with Priority: HIGHEST for action security_group_members [ 1116.405879] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.405879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.405879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.405879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.405879] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.405879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.405879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.405879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.405879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.405879] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.405879] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0896401d-6199-46e8-8189-c99a02ba2f5f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.405879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.405879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.405879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.405879] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.406359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.406359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.406359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.406359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.406456] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0896401d-6199-46e8-8189-c99a02ba2f5f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.454286] env[69297]: INFO networking_nsxv3.common.synchronization [req-59349768-1ae8-403f-b5e9-3327377e0bff req-ca09d81a-905b-44bd-a024-20c53cefd8aa tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 0896401d-6199-46e8-8189-c99a02ba2f5f with Priority: HIGHEST for action security_group_rules [ 1116.454526] env[69297]: INFO networking_nsxv3.common.synchronization [req-59349768-1ae8-403f-b5e9-3327377e0bff req-ca09d81a-905b-44bd-a024-20c53cefd8aa tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 0896401d-6199-46e8-8189-c99a02ba2f5f with Priority: HIGHEST for action security_group_members [ 1116.454722] env[69297]: INFO networking_nsxv3.common.synchronization [req-59349768-1ae8-403f-b5e9-3327377e0bff req-ca09d81a-905b-44bd-a024-20c53cefd8aa tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_rules [ 1116.454903] env[69297]: INFO networking_nsxv3.common.synchronization [req-59349768-1ae8-403f-b5e9-3327377e0bff req-ca09d81a-905b-44bd-a024-20c53cefd8aa tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_members [ 1116.455094] env[69297]: INFO networking_nsxv3.common.synchronization [req-59349768-1ae8-403f-b5e9-3327377e0bff req-ca09d81a-905b-44bd-a024-20c53cefd8aa tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 44f7818a-b3a8-45ec-a656-e50bee34acfc with Priority: HIGHEST for action port [ 1116.455665] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0896401d-6199-46e8-8189-c99a02ba2f5f with Priority: HIGHEST for action security_group_rules [ 1116.457500] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_rules [ 1116.457500] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44f7818a-b3a8-45ec-a656-e50bee34acfc with Priority: HIGHEST for action port [ 1116.457500] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0896401d-6199-46e8-8189-c99a02ba2f5f with Priority: HIGHEST for action security_group_members [ 1116.457500] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_members [ 1116.457500] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0896401d-6199-46e8-8189-c99a02ba2f5f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.457500] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.457500] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.457500] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.457500] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0896401d-6199-46e8-8189-c99a02ba2f5f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.458140] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.458140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.458227] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.458370] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.458427] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.459819] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-44f7818a-b3a8-45ec-a656-e50bee34acfc taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.459819] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44f7818a-b3a8-45ec-a656-e50bee34acfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.459819] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44f7818a-b3a8-45ec-a656-e50bee34acfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.459819] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44f7818a-b3a8-45ec-a656-e50bee34acfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.459819] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44f7818a-b3a8-45ec-a656-e50bee34acfc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.460544] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0896401d-6199-46e8-8189-c99a02ba2f5f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.460632] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.460946] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.461029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.647447] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.647447] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.647447] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.647945] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.647945] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.648585] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae81c0f3-5aff-4751-8871-055fd5323dca already deleted. [ 1116.648585] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae81c0f3-5aff-4751-8871-055fd5323dca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.673493] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.908441] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.910374] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0896401d-6199-46e8-8189-c99a02ba2f5f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.954517] env[69297]: INFO networking_nsxv3.common.synchronization [req-47bda2ff-4a59-4977-b7a8-f99d27644fe0 req-9d2169e7-1f27-4261-a665-3e3e5b485b9a tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 8be8f6f3-3ef9-4d76-9582-69ccc6031fba with Priority: HIGHEST for action security_group_members [ 1116.954517] env[69297]: INFO networking_nsxv3.common.synchronization [req-47bda2ff-4a59-4977-b7a8-f99d27644fe0 req-9d2169e7-1f27-4261-a665-3e3e5b485b9a tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_members [ 1116.954517] env[69297]: INFO networking_nsxv3.common.synchronization [req-47bda2ff-4a59-4977-b7a8-f99d27644fe0 req-9d2169e7-1f27-4261-a665-3e3e5b485b9a tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 0896401d-6199-46e8-8189-c99a02ba2f5f with Priority: HIGHEST for action security_group_members [ 1116.954517] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be8f6f3-3ef9-4d76-9582-69ccc6031fba with Priority: HIGHEST for action security_group_members [ 1116.954517] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_members [ 1116.954517] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0896401d-6199-46e8-8189-c99a02ba2f5f with Priority: HIGHEST for action security_group_members [ 1116.954517] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be8f6f3-3ef9-4d76-9582-69ccc6031fba taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.954517] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be8f6f3-3ef9-4d76-9582-69ccc6031fba" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.954517] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be8f6f3-3ef9-4d76-9582-69ccc6031fba" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.954828] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be8f6f3-3ef9-4d76-9582-69ccc6031fba" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.954861] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.955014] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.955103] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.955274] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.955353] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.955462] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8be8f6f3-3ef9-4d76-9582-69ccc6031fba',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.957254] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.957393] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.957580] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0896401d-6199-46e8-8189-c99a02ba2f5f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.957680] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.965355] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.965532] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.965812] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0896401d-6199-46e8-8189-c99a02ba2f5f taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.965937] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.966102] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44f7818a-b3a8-45ec-a656-e50bee34acfc with status ACTIVE [ 1116.966299] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.966414] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.966489] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.966701] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.966782] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.966975] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.967101] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.967158] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.967318] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.967397] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.967608] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.967718] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.967770] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.967992] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.970232] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.970376] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44f7818a-b3a8-45ec-a656-e50bee34acfc is going to be updated. [ 1116.997088] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.997088] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.997088] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.997088] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.997940] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.997940] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44f7818a-b3a8-45ec-a656-e50bee34acfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.031250] env[69297]: INFO networking_nsxv3.common.synchronization [req-47bda2ff-4a59-4977-b7a8-f99d27644fe0 req-9d2169e7-1f27-4261-a665-3e3e5b485b9a tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 0896401d-6199-46e8-8189-c99a02ba2f5f with Priority: HIGHEST for action security_group_rules [ 1117.031472] env[69297]: INFO networking_nsxv3.common.synchronization [req-47bda2ff-4a59-4977-b7a8-f99d27644fe0 req-9d2169e7-1f27-4261-a665-3e3e5b485b9a tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 0896401d-6199-46e8-8189-c99a02ba2f5f with Priority: HIGHEST for action security_group_members [ 1117.031599] env[69297]: INFO networking_nsxv3.common.synchronization [req-47bda2ff-4a59-4977-b7a8-f99d27644fe0 req-9d2169e7-1f27-4261-a665-3e3e5b485b9a tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_rules [ 1117.031711] env[69297]: INFO networking_nsxv3.common.synchronization [req-47bda2ff-4a59-4977-b7a8-f99d27644fe0 req-9d2169e7-1f27-4261-a665-3e3e5b485b9a tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_members [ 1117.031848] env[69297]: INFO networking_nsxv3.common.synchronization [req-47bda2ff-4a59-4977-b7a8-f99d27644fe0 req-9d2169e7-1f27-4261-a665-3e3e5b485b9a tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 8be8f6f3-3ef9-4d76-9582-69ccc6031fba with Priority: HIGHEST for action security_group_rules [ 1117.032076] env[69297]: INFO networking_nsxv3.common.synchronization [req-47bda2ff-4a59-4977-b7a8-f99d27644fe0 req-9d2169e7-1f27-4261-a665-3e3e5b485b9a tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 8be8f6f3-3ef9-4d76-9582-69ccc6031fba with Priority: HIGHEST for action security_group_members [ 1117.032657] env[69297]: INFO networking_nsxv3.common.synchronization [req-47bda2ff-4a59-4977-b7a8-f99d27644fe0 req-9d2169e7-1f27-4261-a665-3e3e5b485b9a tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 44f7818a-b3a8-45ec-a656-e50bee34acfc with Priority: HIGHEST for action port [ 1117.033526] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0896401d-6199-46e8-8189-c99a02ba2f5f with Priority: HIGHEST for action security_group_rules [ 1117.034468] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_rules [ 1117.034468] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be8f6f3-3ef9-4d76-9582-69ccc6031fba with Priority: HIGHEST for action security_group_members [ 1117.034468] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44f7818a-b3a8-45ec-a656-e50bee34acfc with Priority: HIGHEST for action port [ 1117.034468] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be8f6f3-3ef9-4d76-9582-69ccc6031fba with Priority: HIGHEST for action security_group_rules [ 1117.034468] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0896401d-6199-46e8-8189-c99a02ba2f5f with Priority: HIGHEST for action security_group_members [ 1117.034468] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_members [ 1117.035808] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0896401d-6199-46e8-8189-c99a02ba2f5f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.035808] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.035808] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.035808] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.035808] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be8f6f3-3ef9-4d76-9582-69ccc6031fba taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.035808] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be8f6f3-3ef9-4d76-9582-69ccc6031fba" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.035808] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-44f7818a-b3a8-45ec-a656-e50bee34acfc taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.035808] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44f7818a-b3a8-45ec-a656-e50bee34acfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.035808] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44f7818a-b3a8-45ec-a656-e50bee34acfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.036257] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44f7818a-b3a8-45ec-a656-e50bee34acfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.036257] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44f7818a-b3a8-45ec-a656-e50bee34acfc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.038836] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8be8f6f3-3ef9-4d76-9582-69ccc6031fba taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.038836] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8be8f6f3-3ef9-4d76-9582-69ccc6031fba" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.038836] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8be8f6f3-3ef9-4d76-9582-69ccc6031fba" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.038836] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8be8f6f3-3ef9-4d76-9582-69ccc6031fba" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.038836] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8be8f6f3-3ef9-4d76-9582-69ccc6031fba',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.039850] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0896401d-6199-46e8-8189-c99a02ba2f5f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.039979] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.040199] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.040296] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.176928] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1117.176928] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1117.412839] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.414069] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0896401d-6199-46e8-8189-c99a02ba2f5f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.459687] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8be8f6f3-3ef9-4d76-9582-69ccc6031fba',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.538623] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44f7818a-b3a8-45ec-a656-e50bee34acfc with status ACTIVE [ 1117.538863] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.539083] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.540014] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.540302] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.540404] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.540631] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.540745] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.540798] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.540920] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.540998] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.541203] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.541290] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.541340] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.541476] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.541550] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.541634] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44f7818a-b3a8-45ec-a656-e50bee34acfc is going to be updated. [ 1117.542829] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be8f6f3-3ef9-4d76-9582-69ccc6031fba taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.542931] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be8f6f3-3ef9-4d76-9582-69ccc6031fba" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.563953] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.564051] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.564145] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.564332] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.564477] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.564640] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44f7818a-b3a8-45ec-a656-e50bee34acfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.917190] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.917682] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.917682] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.917832] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.918319] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.918319] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e492b2-52a1-4aef-bb44-746f61545909 is going to be updated. [ 1117.920025] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.920348] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.920348] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.920682] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.920682] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.920747] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0896401d-6199-46e8-8189-c99a02ba2f5f is going to be created. [ 1117.957051] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.957211] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.957301] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.957493] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.957780] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.960198] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.960198] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.960198] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.960391] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.960391] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.961779] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8be8f6f3-3ef9-4d76-9582-69ccc6031fba',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.972452] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: IN_PROGRESS for 2s [ 1117.973222] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0896401d-6199-46e8-8189-c99a02ba2f5f in Status: UNINITIALIZED for 2s [ 1118.057422] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.057618] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.057666] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.058202] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.071329] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1118.074261] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.077208] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1118.112286] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.112598] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.112598] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.113499] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.129757] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.130552] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 1118.130713] env[69297]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'44f7818a-b3a8-45ec-a656-e50bee34acfc'} {{(pid=69297) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1118.130713] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1118.213516] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.213778] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.213905] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.214552] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.216102] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.216322] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1118.312223] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.312388] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.312457] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.312651] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.312928] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.313204] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1118.397764] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.398010] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.398166] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.398463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.399533] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.400016] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1118.400285] env[69297]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'586d817e-cd7c-4163-ab28-9c4573191706', 'f1dc86b7-b853-47bc-a5de-6615e82494e3', '4284137f-a81f-49d8-9e04-5508d37328bb', '9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87', 'f6190a68-e72b-463a-893a-768d7dd7aae0', 'a6c08567-94d8-49e1-91e6-3efe4f5ee772', '5a43a302-2c3a-49da-82b2-f2dbcd43f243', 'be1cdc3a-b30c-499e-b396-93b1f27bb1e6', '1872970c-01e1-4d1d-bb81-63df9d3b74d4', 'd4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b', 'a2d685a4-e4d6-49fa-bec4-29e62ff6e26c', '4414db10-9cd7-414a-b27f-3ab31d5076e3', 'e8cf266c-0d94-4f58-b780-a9fcdce17a9c', 'f9b05578-5685-4298-b042-4033d485ab17', 'dd304cd5-1ac7-4200-9d97-7c5717d3eb32', 'fda6d7ae-c472-46d1-abe1-a257de399fdc', '24e492b2-52a1-4aef-bb44-746f61545909', '14b95f0e-3855-4942-b4a5-bcf1826440ed', '1d373340-9d23-44ac-b018-cc28b56f824c', '9a5ca00e-221b-44b9-9881-1ad40e457dda', 'eb02e441-14a6-4ad8-8391-1eeb357491aa', '5ec4ea0f-abae-4ce8-969d-6033e72b83f7', 'c0b701f7-25ef-487a-8000-f976a0b61e3a', 'e6a8946e-61d1-4081-97e9-9b588b127e0c', '8e640edd-4d09-47e8-8366-ded745a058e3', 'ec384c20-4cff-4aa4-8a4a-7a6aa9136306', '88929134-bfde-4824-9117-14a5ab1bf3ab', '552a476a-b927-4651-ad43-bde74a976fb8', 'df5b53f7-ccd8-4072-8b74-5931124c72ea', '5ee89125-2d0a-483b-a852-590b1fba1326', 'ae9ce361-4d8e-414d-8c66-387458897bcc', '6b13a6b2-3479-4bf2-836e-55051b0d31e5', '5b19b7fb-87b8-497d-875c-0ea1fcee3150', 'bc803fbb-44f8-4897-98f1-848121f2f244', '5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f', '7709757a-bd74-4105-a5e2-a538c8b7d9e2', '10d949ac-b10e-4b2c-a630-347a1bdade30', '3794fd0d-dbfb-4192-a5b5-79aa4acf9875', 'c0c116a7-1608-4607-9315-95a266a6cfea', '6cd6feef-6cdf-46a9-841c-166345537734', '134cf66a-fbc4-49d7-8cfb-6f8900631f07', 'd8f50b79-2b67-4118-8716-c4cbc2fac90e', 'da5a373d-02c6-496f-8bb2-a4ae83aa34d5', 'b50d4aab-fded-402e-b7f9-1d028aeb2e79'} {{(pid=69297) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1118.400431] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1118.420993] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.421562] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.421666] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.421859] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.421953] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.422128] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1118.422209] env[69297]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69297) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1118.422880] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1118.466648] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.466811] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.466887] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.467150] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.467243] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.467342] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be8f6f3-3ef9-4d76-9582-69ccc6031fba is going to be created. [ 1118.492295] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.492469] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.492546] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.492755] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.492916] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.503519] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be8f6f3-3ef9-4d76-9582-69ccc6031fba in Status: UNINITIALIZED for 2s [ 1118.509037] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.509037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.509037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.509037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.510567] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.511061] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1118.511125] env[69297]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69297) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1118.511237] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1118.511329] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 1118.511448] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 44f7818a-b3a8-45ec-a656-e50bee34acfc with Priority: HIGH for action port [ 1118.511568] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/44 resources of Type:Security Group Rules [ 1118.511660] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGH for action security_group_rules [ 1118.511755] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGH for action security_group_rules [ 1118.511857] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4284137f-a81f-49d8-9e04-5508d37328bb with Priority: HIGH for action security_group_rules [ 1118.511947] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 with Priority: HIGH for action security_group_rules [ 1118.512050] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f6190a68-e72b-463a-893a-768d7dd7aae0 with Priority: HIGH for action security_group_rules [ 1118.514021] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6c08567-94d8-49e1-91e6-3efe4f5ee772 with Priority: HIGH for action security_group_rules [ 1118.514021] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a43a302-2c3a-49da-82b2-f2dbcd43f243 with Priority: HIGH for action security_group_rules [ 1118.514021] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGH for action security_group_rules [ 1118.514021] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1872970c-01e1-4d1d-bb81-63df9d3b74d4 with Priority: HIGH for action security_group_rules [ 1118.514021] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGH for action security_group_rules [ 1118.514021] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c with Priority: HIGH for action security_group_rules [ 1118.514021] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4414db10-9cd7-414a-b27f-3ab31d5076e3 with Priority: HIGH for action security_group_rules [ 1118.514021] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8cf266c-0d94-4f58-b780-a9fcdce17a9c with Priority: HIGH for action security_group_rules [ 1118.514021] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9b05578-5685-4298-b042-4033d485ab17 with Priority: HIGH for action security_group_rules [ 1118.514021] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGH for action security_group_rules [ 1118.514021] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fda6d7ae-c472-46d1-abe1-a257de399fdc with Priority: HIGH for action security_group_rules [ 1118.514021] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGH for action security_group_rules [ 1118.514021] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed with Priority: HIGH for action security_group_rules [ 1118.514021] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d373340-9d23-44ac-b018-cc28b56f824c with Priority: HIGH for action security_group_rules [ 1118.514021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.990631] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0896401d-6199-46e8-8189-c99a02ba2f5f in Status: SUCCESS [ 1119.991769] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.992734] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: SUCCESS [ 1119.993637] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.994712] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.994712] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.994712] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.995284] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.998456] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.998456] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.998456] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.998456] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0896401d-6199-46e8-8189-c99a02ba2f5f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.998456] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.998456] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.998456] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.998456] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.998456] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.998456] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.998456] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.998456] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.237895] env[69297]: INFO networking_nsxv3.common.synchronization [req-5f089f0b-7b22-4927-90d6-42eb133ee3ba req-818ea94f-588f-4082-8058-84302225d4bd tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Enqueued Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_members [ 1120.240165] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_members [ 1120.240165] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44f7818a-b3a8-45ec-a656-e50bee34acfc with Priority: HIGH for action port [ 1120.240165] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGH for action security_group_rules [ 1120.240373] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6c08567-94d8-49e1-91e6-3efe4f5ee772 with Priority: HIGH for action security_group_rules [ 1120.240592] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b05578-5685-4298-b042-4033d485ab17 with Priority: HIGH for action security_group_rules [ 1120.240798] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d373340-9d23-44ac-b018-cc28b56f824c with Priority: HIGH for action security_group_rules [ 1120.241027] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed with Priority: HIGH for action security_group_rules [ 1120.243847] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGH for action security_group_rules [ 1120.243847] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda6d7ae-c472-46d1-abe1-a257de399fdc with Priority: HIGH for action security_group_rules [ 1120.243847] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8cf266c-0d94-4f58-b780-a9fcdce17a9c with Priority: HIGH for action security_group_rules [ 1120.243847] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 with Priority: HIGH for action security_group_rules [ 1120.243847] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4414db10-9cd7-414a-b27f-3ab31d5076e3 with Priority: HIGH for action security_group_rules [ 1120.243847] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c with Priority: HIGH for action security_group_rules [ 1120.243847] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGH for action security_group_rules [ 1120.243847] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1872970c-01e1-4d1d-bb81-63df9d3b74d4 with Priority: HIGH for action security_group_rules [ 1120.243847] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 with Priority: HIGH for action security_group_rules [ 1120.243847] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6190a68-e72b-463a-893a-768d7dd7aae0 with Priority: HIGH for action security_group_rules [ 1120.243847] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a43a302-2c3a-49da-82b2-f2dbcd43f243 with Priority: HIGH for action security_group_rules [ 1120.243847] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 with Priority: HIGH for action security_group_rules [ 1120.243847] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGH for action security_group_rules [ 1120.243847] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4284137f-a81f-49d8-9e04-5508d37328bb with Priority: HIGH for action security_group_rules [ 1120.243847] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.243847] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.243847] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.243847] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.243847] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.243847] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.245028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.245359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.245695] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.245904] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.249016] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-44f7818a-b3a8-45ec-a656-e50bee34acfc taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.249016] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44f7818a-b3a8-45ec-a656-e50bee34acfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.249016] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44f7818a-b3a8-45ec-a656-e50bee34acfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.249016] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44f7818a-b3a8-45ec-a656-e50bee34acfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.249016] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44f7818a-b3a8-45ec-a656-e50bee34acfc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.249016] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.249016] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.249016] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.249549] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.249714] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.250611] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6c08567-94d8-49e1-91e6-3efe4f5ee772 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.250962] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.251154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.251411] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.251566] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6c08567-94d8-49e1-91e6-3efe4f5ee772',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.254110] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9b05578-5685-4298-b042-4033d485ab17 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.254110] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.254110] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.254110] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.254110] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9b05578-5685-4298-b042-4033d485ab17',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.255157] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d373340-9d23-44ac-b018-cc28b56f824c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.255438] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.255585] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.255858] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.256025] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d373340-9d23-44ac-b018-cc28b56f824c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.256887] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14b95f0e-3855-4942-b4a5-bcf1826440ed taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.259017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.259017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.259017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.259017] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14b95f0e-3855-4942-b4a5-bcf1826440ed',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.259017] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.259017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.259017] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fda6d7ae-c472-46d1-abe1-a257de399fdc taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.259017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.259017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.260046] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.260209] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fda6d7ae-c472-46d1-abe1-a257de399fdc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.261286] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8cf266c-0d94-4f58-b780-a9fcdce17a9c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.261510] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.261654] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.261878] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.262245] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8cf266c-0d94-4f58-b780-a9fcdce17a9c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.263308] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.263543] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.263688] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.264109] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.264420] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd304cd5-1ac7-4200-9d97-7c5717d3eb32',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.268435] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4414db10-9cd7-414a-b27f-3ab31d5076e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.268435] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.268435] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.268435] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.268435] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4414db10-9cd7-414a-b27f-3ab31d5076e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.268435] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.268435] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.268435] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.268435] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.268435] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2d685a4-e4d6-49fa-bec4-29e62ff6e26c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.268435] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.268435] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.268435] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.268435] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.268435] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.270361] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1872970c-01e1-4d1d-bb81-63df9d3b74d4 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.270470] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.270538] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.270703] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.270777] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1872970c-01e1-4d1d-bb81-63df9d3b74d4',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.271514] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be1cdc3a-b30c-499e-b396-93b1f27bb1e6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.271629] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.271717] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.271832] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.271907] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be1cdc3a-b30c-499e-b396-93b1f27bb1e6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.273850] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6190a68-e72b-463a-893a-768d7dd7aae0 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.273978] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.274062] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.274273] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.274325] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6190a68-e72b-463a-893a-768d7dd7aae0',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.275215] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a43a302-2c3a-49da-82b2-f2dbcd43f243 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.275328] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.275398] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.275552] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.275629] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a43a302-2c3a-49da-82b2-f2dbcd43f243',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.279529] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.279646] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.279716] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.279955] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.280090] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.281355] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-586d817e-cd7c-4163-ab28-9c4573191706 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.281355] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.281453] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.281611] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.281689] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.282568] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4284137f-a81f-49d8-9e04-5508d37328bb taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.282683] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.282752] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.282906] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.282979] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4284137f-a81f-49d8-9e04-5508d37328bb',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.286207] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.286310] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.286516] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.286567] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.312690] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.312690] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.312690] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.312690] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.312913] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.312913] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.314185] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 is going to be updated. [ 1120.347663] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.347846] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.347901] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.348139] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.348288] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.359146] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: IN_PROGRESS for 2s [ 1120.382518] env[69297]: INFO networking_nsxv3.common.synchronization [None req-9c0f3f50-5e18-43c3-a646-cc2b10154002 None None] Enqueued Resource ID: 4892c1ed-6f32-4d2c-b10b-a6e4b58d00f4 with Priority: HIGHEST for action port [ 1120.383269] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4892c1ed-6f32-4d2c-b10b-a6e4b58d00f4 with Priority: HIGHEST for action port [ 1120.383668] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-4892c1ed-6f32-4d2c-b10b-a6e4b58d00f4 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.383823] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4892c1ed-6f32-4d2c-b10b-a6e4b58d00f4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.383910] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4892c1ed-6f32-4d2c-b10b-a6e4b58d00f4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.389140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4892c1ed-6f32-4d2c-b10b-a6e4b58d00f4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.389140] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4892c1ed-6f32-4d2c-b10b-a6e4b58d00f4',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.499769] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0896401d-6199-46e8-8189-c99a02ba2f5f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.501189] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.515554] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8be8f6f3-3ef9-4d76-9582-69ccc6031fba in Status: SUCCESS [ 1120.516312] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be8f6f3-3ef9-4d76-9582-69ccc6031fba" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.516546] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be8f6f3-3ef9-4d76-9582-69ccc6031fba" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.516853] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be8f6f3-3ef9-4d76-9582-69ccc6031fba" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.517493] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.517493] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.517493] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.517493] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.517693] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.517693] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8be8f6f3-3ef9-4d76-9582-69ccc6031fba',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.802039] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44f7818a-b3a8-45ec-a656-e50bee34acfc with status ACTIVE [ 1120.802383] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.802558] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.802788] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.802910] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.803041] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.803250] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.803388] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.803481] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.803668] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.803822] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.803996] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.804162] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.804266] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.804428] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.804541] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.804673] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44f7818a-b3a8-45ec-a656-e50bee34acfc is going to be updated. [ 1120.808592] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d373340-9d23-44ac-b018-cc28b56f824c taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.809761] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.809761] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.809761] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.809761] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.809761] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.809761] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.809761] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.809761] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.809761] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.810103] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d373340-9d23-44ac-b018-cc28b56f824c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.815359] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-586d817e-cd7c-4163-ab28-9c4573191706 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.815359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.815359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.815359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.815359] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.815359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.815359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.815359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.815359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.815359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.815359] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.815359] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6190a68-e72b-463a-893a-768d7dd7aae0 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.815771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.815771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.817038] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.817038] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.817038] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.817038] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.817038] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.817038] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.817038] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.817038] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6190a68-e72b-463a-893a-768d7dd7aae0',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.824586] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.824768] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.824865] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.825107] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.872019] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.872019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.872547] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.872682] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.873460] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.873588] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.874406] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.874541] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.875709] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.877737] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.877737] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.877737] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.878638] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.878638] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.879535] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.879535] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.880440] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.880440] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.881262] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.881402] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.882189] env[69297]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1120.882655] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.882797] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.886675] env[69297]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1120.886675] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.886675] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.886675] env[69297]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1120.886675] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.886675] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.886675] env[69297]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1120.886675] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.886675] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a43a302-2c3a-49da-82b2-f2dbcd43f243 is going to be deleted. [ 1120.888188] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.888306] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.888399] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.888647] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.890301] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.890459] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.890551] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.890740] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.890914] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.891110] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44f7818a-b3a8-45ec-a656-e50bee34acfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.896813] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4892c1ed-6f32-4d2c-b10b-a6e4b58d00f4 [ 1120.897821] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.897821] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.897821] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.897821] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.897821] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.897821] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4892c1ed-6f32-4d2c-b10b-a6e4b58d00f4 already deleted. [ 1120.897821] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4892c1ed-6f32-4d2c-b10b-a6e4b58d00f4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.914200] env[69297]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1120.914200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.914200] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be1cdc3a-b30c-499e-b396-93b1f27bb1e6 is going to be deleted. [ 1120.915216] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.915311] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.935674] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.935815] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6c08567-94d8-49e1-91e6-3efe4f5ee772 is going to be deleted. [ 1120.936736] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.936946] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.977718] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.977925] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9b05578-5685-4298-b042-4033d485ab17 is going to be deleted. [ 1120.978916] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.979153] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.990207] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.990385] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.004123] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0896401d-6199-46e8-8189-c99a02ba2f5f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.005116] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.010198] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.010198] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4284137f-a81f-49d8-9e04-5508d37328bb is going to be deleted. [ 1121.010198] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.010198] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.021938] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8be8f6f3-3ef9-4d76-9582-69ccc6031fba',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.023790] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.024196] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.035935] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.035935] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2d685a4-e4d6-49fa-bec4-29e62ff6e26c is going to be deleted. [ 1121.037129] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.037339] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.073829] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.074009] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.135350] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.135551] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.148378] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.148636] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.150198] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.150577] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fda6d7ae-c472-46d1-abe1-a257de399fdc is going to be deleted. [ 1121.152016] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.152329] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.152501] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.152658] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 is going to be deleted. [ 1121.153979] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.154286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.206030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.206197] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1872970c-01e1-4d1d-bb81-63df9d3b74d4 is going to be deleted. [ 1121.207174] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.207693] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.278686] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.278686] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.300465] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.300675] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8cf266c-0d94-4f58-b780-a9fcdce17a9c is going to be deleted. [ 1121.301805] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.301805] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.322976] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.327669] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6190a68-e72b-463a-893a-768d7dd7aae0',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.330773] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.331051] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.331361] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d373340-9d23-44ac-b018-cc28b56f824c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.333490] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.333615] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87 is going to be deleted. [ 1121.335285] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.335542] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.337044] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.337157] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.376950] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.377115] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14b95f0e-3855-4942-b4a5-bcf1826440ed is going to be deleted. [ 1121.378049] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.378262] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.409932] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.410176] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.425672] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.425804] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b is going to be deleted. [ 1121.426803] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.427031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.429614] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.429614] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.454173] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.454311] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.467046] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.467046] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4414db10-9cd7-414a-b27f-3ab31d5076e3 is going to be deleted. [ 1121.471029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.471029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.496273] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.496408] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd304cd5-1ac7-4200-9d97-7c5717d3eb32 is going to be deleted. [ 1121.497424] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.497665] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.497880] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.499887] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a43a302-2c3a-49da-82b2-f2dbcd43f243" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.501342] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.505156] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.505315] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.505464] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.505592] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.505678] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14b95f0e-3855-4942-b4a5-bcf1826440ed" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.505827] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.505997] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.506106] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.506225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be1cdc3a-b30c-499e-b396-93b1f27bb1e6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.506796] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.507258] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.507258] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.507258] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6c08567-94d8-49e1-91e6-3efe4f5ee772" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.507981] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.508104] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.508434] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.508434] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.508434] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.508551] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.510184] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.510184] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.510184] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.510184] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.510184] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.510184] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0896401d-6199-46e8-8189-c99a02ba2f5f is going to be updated. [ 1121.510435] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.510504] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.510784] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.510784] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9b05578-5685-4298-b042-4033d485ab17" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.512138] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.512138] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.512138] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.512138] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.512138] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.512138] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e492b2-52a1-4aef-bb44-746f61545909 is going to be updated. [ 1121.512527] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.512712] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.512796] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.512909] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4284137f-a81f-49d8-9e04-5508d37328bb" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.513037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.513179] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.513253] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.513370] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2d685a4-e4d6-49fa-bec4-29e62ff6e26c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.513510] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.513647] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.513756] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.513881] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.514012] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.514162] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.514237] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.514346] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fda6d7ae-c472-46d1-abe1-a257de399fdc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.514457] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.514617] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.514707] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.514837] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1872970c-01e1-4d1d-bb81-63df9d3b74d4" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.515480] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.515681] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.515815] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.515963] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8cf266c-0d94-4f58-b780-a9fcdce17a9c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.516477] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.516669] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.516760] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.516887] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ab43ce4-aa2a-4df5-8ed7-5bcb3ec26f87" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.525381] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8be8f6f3-3ef9-4d76-9582-69ccc6031fba',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.535028] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.535199] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.535275] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.535486] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.535576] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.535693] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4414db10-9cd7-414a-b27f-3ab31d5076e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.560163] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.560379] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.560379] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.560620] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.560768] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.564105] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.564278] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.564318] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.564525] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.564732] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.576201] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0896401d-6199-46e8-8189-c99a02ba2f5f in Status: IN_PROGRESS for 2s [ 1121.576910] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: IN_PROGRESS for 2s [ 1121.606107] env[69297]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1121.606727] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.606877] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.606953] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.607240] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.607336] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.607440] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd304cd5-1ac7-4200-9d97-7c5717d3eb32" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.825059] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 586d817e-cd7c-4163-ab28-9c4573191706: rpc.has_security_group_logging(os_id): False [ 1121.829671] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6190a68-e72b-463a-893a-768d7dd7aae0: rpc.has_security_group_logging(os_id): False [ 1121.835349] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d373340-9d23-44ac-b018-cc28b56f824c: rpc.has_security_group_logging(os_id): False [ 1121.846884] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.847064] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.847064] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.847277] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.848916] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.849397] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.850235] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.850340] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.867887] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.868197] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.868298] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.868375] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.868554] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.868636] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.868729] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6190a68-e72b-463a-893a-768d7dd7aae0 is going to be updated. [ 1121.870050] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.870206] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.890427] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.890427] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.890427] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.890427] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.890427] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.890427] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.890427] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 586d817e-cd7c-4163-ab28-9c4573191706 is going to be updated. [ 1121.890427] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.890427] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.913043] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.913360] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.914789] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.914789] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.914789] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.914789] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.914789] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d373340-9d23-44ac-b018-cc28b56f824c is going to be updated. [ 1121.952117] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.952319] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.952319] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.952543] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.952688] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.957408] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.957408] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.957408] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.957408] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.957935] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.972803] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.972948] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.973025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.973241] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.973388] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.979852] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 586d817e-cd7c-4163-ab28-9c4573191706 in Status: IN_PROGRESS for 2s [ 1121.980664] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6190a68-e72b-463a-893a-768d7dd7aae0 in Status: IN_PROGRESS for 2s [ 1121.985858] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d373340-9d23-44ac-b018-cc28b56f824c in Status: IN_PROGRESS for 2s [ 1122.021750] env[69297]: INFO networking_nsxv3.common.synchronization [req-19af050b-0b84-4da1-b6b2-3cc173469d80 req-8efed090-090a-4791-afe8-ce75a25d880b tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Enqueued Resource ID: ae81c0f3-5aff-4751-8871-055fd5323dca with Priority: HIGHEST for action security_group_members [ 1122.023433] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae81c0f3-5aff-4751-8871-055fd5323dca with Priority: HIGHEST for action security_group_members [ 1122.023433] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae81c0f3-5aff-4751-8871-055fd5323dca taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.023433] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae81c0f3-5aff-4751-8871-055fd5323dca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.023433] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae81c0f3-5aff-4751-8871-055fd5323dca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.023433] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae81c0f3-5aff-4751-8871-055fd5323dca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.023433] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.023742] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.023742] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.023742] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.023863] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.023924] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae81c0f3-5aff-4751-8871-055fd5323dca',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.027424] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.027609] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.027609] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.028671] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.028671] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.028671] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be8f6f3-3ef9-4d76-9582-69ccc6031fba is going to be created. [ 1122.076148] env[69297]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/groups/8be8f6f3-3ef9-4d76-9582-69ccc6031fba', 'data': {'id': '8be8f6f3-3ef9-4d76-9582-69ccc6031fba', 'display_name': '8be8f6f3-3ef9-4d76-9582-69ccc6031fba', 'path': '/infra/domains/default/groups/8be8f6f3-3ef9-4d76-9582-69ccc6031fba', 'expression': [{'value': 'security_group|8be8f6f3-3ef9-4d76-9582-69ccc6031fba', 'member_type': 'SegmentPort', 'key': 'Tag', 'operator': 'EQUALS', 'resource_type': 'Condition'}, {'resource_type': 'ConjunctionOperator', 'conjunction_operator': 'OR'}, {'resource_type': 'IPAddressExpression', 'ip_addresses': ['192.168.128.14']}], 'tags': [{'scope': 'age', 'tag': 1747406028}, {'scope': 'revision_number', 'tag': 0}], '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500127,\n "module_name" : "Policy",\n "error_message" : "Cannot create an object with path=[/infra/domains/default/groups/8be8f6f3-3ef9-4d76-9582-69ccc6031fba] as it already exists."\n}' [ 1122.076300] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be8f6f3-3ef9-4d76-9582-69ccc6031fba" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.076492] env[69297]: Traceback (most recent call last): [ 1122.076530] env[69297]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1122.076530] env[69297]: listener.cb(fileno) [ 1122.076530] env[69297]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1122.076530] env[69297]: result = function(*args, **kwargs) [ 1122.076530] env[69297]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 178, in security_group_members [ 1122.076530] env[69297]: self.nsx_provider.sg_members_realize( [ 1122.076530] env[69297]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1030, in sg_members_realize [ 1122.076530] env[69297]: return self._realize(Provider.SG_MEMBERS, delete, self.payload.sg_members_container, os_sg, provider_group) [ 1122.076530] env[69297]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1122.076530] env[69297]: return func(*args, **kwargs) [ 1122.076530] env[69297]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 1122.076530] env[69297]: res = self.client.put(path=path, data=data) [ 1122.076530] env[69297]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 1122.076530] env[69297]: raise RuntimeError(msg, last_err) [ 1122.076530] env[69297]: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/domains/default/groups/8be8f6f3-3ef9-4d76-9582-69ccc6031fba] as it already exists."\\n}\'') [ 1122.076880] env[69297]: Removing descriptor: 21 [ 1122.076880] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be8f6f3-3ef9-4d76-9582-69ccc6031fba" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.076929] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be8f6f3-3ef9-4d76-9582-69ccc6031fba" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.077091] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.077185] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.077242] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.077416] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.077486] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.077535] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8be8f6f3-3ef9-4d76-9582-69ccc6031fba',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.373030] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: SUCCESS [ 1122.374030] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 deletion is rescheduled due to dependency. [ 1122.374030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.434040] env[69297]: INFO networking_nsxv3.common.synchronization [req-3a43a3b3-a672-41f8-978a-f5e575a57ede req-d0077d35-0ccc-4028-a23e-4362fa4ba875 tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Enqueued Resource ID: 6cd6feef-6cdf-46a9-841c-166345537734 with Priority: HIGHEST for action security_group_members [ 1122.434040] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd6feef-6cdf-46a9-841c-166345537734 with Priority: HIGHEST for action security_group_members [ 1122.434040] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd6feef-6cdf-46a9-841c-166345537734 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.434718] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.434930] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.435275] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.435533] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.435854] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.436027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.436379] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.436557] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.437393] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd6feef-6cdf-46a9-841c-166345537734',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.454083] env[69297]: INFO networking_nsxv3.common.synchronization [None req-9e180a1d-28b7-4b4c-bc83-a8e54c8a6bbb None None] Enqueued Resource ID: db0375f1-1062-4244-a615-9ad1ac0b1997 with Priority: HIGHEST for action port [ 1122.454083] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db0375f1-1062-4244-a615-9ad1ac0b1997 with Priority: HIGHEST for action port [ 1122.454083] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-db0375f1-1062-4244-a615-9ad1ac0b1997 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.454083] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db0375f1-1062-4244-a615-9ad1ac0b1997" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.454966] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db0375f1-1062-4244-a615-9ad1ac0b1997" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.455399] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db0375f1-1062-4244-a615-9ad1ac0b1997" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.455579] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db0375f1-1062-4244-a615-9ad1ac0b1997',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.528042] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.528042] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.528042] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.531060] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.531060] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.531060] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.531060] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.531060] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.531060] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.531060] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.531060] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae81c0f3-5aff-4751-8871-055fd5323dca already deleted. [ 1122.531060] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae81c0f3-5aff-4751-8871-055fd5323dca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.582079] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8be8f6f3-3ef9-4d76-9582-69ccc6031fba',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.785164] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-376 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.785164] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-376" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.785164] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-376" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.785164] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-376" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.785164] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.785164] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.785164] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.785164] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.785164] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.786186] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1122.786508] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1122.786752] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1122.786953] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1122.787180] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1122.787414] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1122.787658] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1122.819348] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1122.819602] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1122.819678] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1122.819888] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-376" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.820242] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-f18a94fc-d41d-4477-b7ff-3ec8d4b411de taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.824025] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-f18a94fc-d41d-4477-b7ff-3ec8d4b411de" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.824025] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-f18a94fc-d41d-4477-b7ff-3ec8d4b411de" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.824025] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-f18a94fc-d41d-4477-b7ff-3ec8d4b411de" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.824025] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f18a94fc-d41d-4477-b7ff-3ec8d4b411de',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.951173] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cd6feef-6cdf-46a9-841c-166345537734',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.959658] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db0375f1-1062-4244-a615-9ad1ac0b1997 [ 1122.959658] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.959658] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.959658] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.959658] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.959658] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.959658] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db0375f1-1062-4244-a615-9ad1ac0b1997 already deleted. [ 1122.959658] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db0375f1-1062-4244-a615-9ad1ac0b1997" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.085235] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8be8f6f3-3ef9-4d76-9582-69ccc6031fba',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.323880] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.324154] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.324316] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.324614] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.324793] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.324991] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port f18a94fc-d41d-4477-b7ff-3ec8d4b411de not found, creating... [ 1123.325286] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.325522] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.325722] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.326046] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.326282] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.326657] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.326833] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.326981] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.330326] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.330480] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.330634] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: f18a94fc-d41d-4477-b7ff-3ec8d4b411de is going to be created. [ 1123.357525] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.357723] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.358578] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.359039] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.359436] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.359879] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-f18a94fc-d41d-4477-b7ff-3ec8d4b411de" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.452451] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cd6feef-6cdf-46a9-841c-166345537734',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.588312] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0896401d-6199-46e8-8189-c99a02ba2f5f in Status: SUCCESS [ 1123.588507] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.588841] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.589043] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.589043] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.589258] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.589331] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.589427] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be8f6f3-3ef9-4d76-9582-69ccc6031fba is going to be created. [ 1123.590476] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.590628] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.590787] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.590921] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.590987] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.591208] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.591281] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.591373] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0896401d-6199-46e8-8189-c99a02ba2f5f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.592757] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: SUCCESS [ 1123.592917] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.593364] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.593541] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.593661] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.593752] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.593814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.593949] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.594023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.594116] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.609562] env[69297]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/groups/8be8f6f3-3ef9-4d76-9582-69ccc6031fba', 'data': {'id': '8be8f6f3-3ef9-4d76-9582-69ccc6031fba', 'display_name': '8be8f6f3-3ef9-4d76-9582-69ccc6031fba', 'path': '/infra/domains/default/groups/8be8f6f3-3ef9-4d76-9582-69ccc6031fba', 'expression': [{'value': 'security_group|8be8f6f3-3ef9-4d76-9582-69ccc6031fba', 'member_type': 'SegmentPort', 'key': 'Tag', 'operator': 'EQUALS', 'resource_type': 'Condition'}, {'resource_type': 'ConjunctionOperator', 'conjunction_operator': 'OR'}, {'resource_type': 'IPAddressExpression', 'ip_addresses': ['192.168.128.14']}], 'tags': [{'scope': 'age', 'tag': 1747406030}, {'scope': 'revision_number', 'tag': 0}], '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500127,\n "module_name" : "Policy",\n "error_message" : "Cannot create an object with path=[/infra/domains/default/groups/8be8f6f3-3ef9-4d76-9582-69ccc6031fba] as it already exists."\n}' [ 1123.609730] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be8f6f3-3ef9-4d76-9582-69ccc6031fba" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.609789] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8be8f6f3-3ef9-4d76-9582-69ccc6031fba" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.610162] env[69297]: Traceback (most recent call last): [ 1123.610162] env[69297]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1123.610162] env[69297]: listener.cb(fileno) [ 1123.610162] env[69297]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1123.610162] env[69297]: result = function(*args, **kwargs) [ 1123.610162] env[69297]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 194, in security_group_rules [ 1123.610162] env[69297]: self.security_group_members(os_id, reference=True) [ 1123.610162] env[69297]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 178, in security_group_members [ 1123.610162] env[69297]: self.nsx_provider.sg_members_realize( [ 1123.610162] env[69297]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1030, in sg_members_realize [ 1123.610162] env[69297]: return self._realize(Provider.SG_MEMBERS, delete, self.payload.sg_members_container, os_sg, provider_group) [ 1123.610162] env[69297]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1123.610162] env[69297]: return func(*args, **kwargs) [ 1123.610162] env[69297]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 1123.610162] env[69297]: res = self.client.put(path=path, data=data) [ 1123.610162] env[69297]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 1123.610162] env[69297]: raise RuntimeError(msg, last_err) [ 1123.610162] env[69297]: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/domains/default/groups/8be8f6f3-3ef9-4d76-9582-69ccc6031fba] as it already exists."\\n}\'') [ 1123.610162] env[69297]: Removing descriptor: 21 [ 1123.955859] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.956439] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.956439] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.956439] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.956439] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.956584] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd6feef-6cdf-46a9-841c-166345537734 is going to be updated. [ 1123.987363] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.987774] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.988032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.988392] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.988703] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.002594] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd6feef-6cdf-46a9-841c-166345537734 in Status: IN_PROGRESS for 2s [ 1124.010995] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6190a68-e72b-463a-893a-768d7dd7aae0 in Status: SUCCESS [ 1124.010995] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.010995] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 586d817e-cd7c-4163-ab28-9c4573191706 in Status: SUCCESS [ 1124.010995] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.010995] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d373340-9d23-44ac-b018-cc28b56f824c in Status: SUCCESS [ 1124.010995] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.097588] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0896401d-6199-46e8-8189-c99a02ba2f5f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.099424] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.258248] env[69297]: INFO networking_nsxv3.common.synchronization [req-19af050b-0b84-4da1-b6b2-3cc173469d80 req-be13cc55-2332-464b-b4ec-b6b776c241e4 service nova] Enqueued Resource ID: ae81c0f3-5aff-4751-8871-055fd5323dca with Priority: HIGHEST for action security_group_rules [ 1124.258635] env[69297]: INFO networking_nsxv3.common.synchronization [req-19af050b-0b84-4da1-b6b2-3cc173469d80 req-be13cc55-2332-464b-b4ec-b6b776c241e4 service nova] Enqueued Resource ID: ae81c0f3-5aff-4751-8871-055fd5323dca with Priority: HIGHEST for action security_group_members [ 1124.258887] env[69297]: INFO networking_nsxv3.common.synchronization [req-19af050b-0b84-4da1-b6b2-3cc173469d80 req-be13cc55-2332-464b-b4ec-b6b776c241e4 service nova] Enqueued Resource ID: f18a94fc-d41d-4477-b7ff-3ec8d4b411de with Priority: HIGHEST for action port [ 1124.259528] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae81c0f3-5aff-4751-8871-055fd5323dca with Priority: HIGHEST for action security_group_rules [ 1124.261018] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae81c0f3-5aff-4751-8871-055fd5323dca with Priority: HIGHEST for action security_group_members [ 1124.261018] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f18a94fc-d41d-4477-b7ff-3ec8d4b411de with Priority: HIGHEST for action port [ 1124.261018] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae81c0f3-5aff-4751-8871-055fd5323dca taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.261018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae81c0f3-5aff-4751-8871-055fd5323dca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.261018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae81c0f3-5aff-4751-8871-055fd5323dca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.261018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae81c0f3-5aff-4751-8871-055fd5323dca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.261018] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae81c0f3-5aff-4751-8871-055fd5323dca',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.262440] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae81c0f3-5aff-4751-8871-055fd5323dca taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.262535] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae81c0f3-5aff-4751-8871-055fd5323dca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.262576] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae81c0f3-5aff-4751-8871-055fd5323dca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.262737] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae81c0f3-5aff-4751-8871-055fd5323dca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.262893] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.262994] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.263071] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.263220] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.263307] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.263397] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae81c0f3-5aff-4751-8871-055fd5323dca',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.264175] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-f18a94fc-d41d-4477-b7ff-3ec8d4b411de taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.264283] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f18a94fc-d41d-4477-b7ff-3ec8d4b411de" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.264350] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f18a94fc-d41d-4477-b7ff-3ec8d4b411de" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.264499] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f18a94fc-d41d-4477-b7ff-3ec8d4b411de" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.264570] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f18a94fc-d41d-4477-b7ff-3ec8d4b411de',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.280544] env[69297]: INFO networking_nsxv3.common.synchronization [req-dff54d3c-0b75-4f0d-8144-73680d9fe55c req-89f4c849-746d-49fd-a43b-22c083f6546a tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Enqueued Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_members [ 1124.281723] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_members [ 1124.281723] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.281723] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.281723] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.282027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.282070] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.282181] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.282224] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.282374] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.282461] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.282554] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.555019] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-599 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.555019] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-599" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.555019] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-599" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.555019] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-599" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.555019] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.555019] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.555019] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.555019] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.555019] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.555577] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1124.555894] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.556140] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.556353] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.556562] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1124.556783] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.557025] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.575402] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.575897] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1124.576165] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.576448] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-599" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.576962] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-613c5058-83a0-40cd-a494-67355df15828 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.577398] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-613c5058-83a0-40cd-a494-67355df15828" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.577638] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-613c5058-83a0-40cd-a494-67355df15828" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.578094] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-613c5058-83a0-40cd-a494-67355df15828" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.578345] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('613c5058-83a0-40cd-a494-67355df15828',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.601550] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0896401d-6199-46e8-8189-c99a02ba2f5f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.602679] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.766441] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae81c0f3-5aff-4751-8871-055fd5323dca',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.767903] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae81c0f3-5aff-4751-8871-055fd5323dca taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.767903] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae81c0f3-5aff-4751-8871-055fd5323dca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.768183] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f18a94fc-d41d-4477-b7ff-3ec8d4b411de with status ACTIVE [ 1124.768183] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.768440] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.768440] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.768561] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.768736] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.768840] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.768945] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.768999] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.769204] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.769272] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.769526] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.769655] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.769741] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.769974] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.770111] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.770252] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f18a94fc-d41d-4477-b7ff-3ec8d4b411de is going to be updated. [ 1124.785184] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.785394] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.785476] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.785671] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.785761] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.785956] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.786064] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.786130] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.786269] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.786353] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.786465] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 is going to be deleted. [ 1124.807297] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.807484] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.807558] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.807776] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.808042] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.808223] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f18a94fc-d41d-4477-b7ff-3ec8d4b411de" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.822035] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.822035] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.822223] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.822358] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.822486] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.822615] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.081732] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.084186] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.085699] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.085699] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.085699] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.085699] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 613c5058-83a0-40cd-a494-67355df15828 not found, creating... [ 1125.086376] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.086635] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.087488] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.088169] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.088399] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.088786] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.089386] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.090292] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.090592] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.090799] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.091043] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 613c5058-83a0-40cd-a494-67355df15828 is going to be created. [ 1125.105044] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.105339] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.105339] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.105544] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.105634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.105737] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0896401d-6199-46e8-8189-c99a02ba2f5f is going to be updated. [ 1125.107073] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.107202] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.107279] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.110926] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.110926] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.110926] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e492b2-52a1-4aef-bb44-746f61545909 is going to be updated. [ 1125.111592] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.111788] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.111913] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.112184] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.112406] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.112623] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-613c5058-83a0-40cd-a494-67355df15828" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.136509] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.136718] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.136819] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.137097] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.137274] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.145116] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0896401d-6199-46e8-8189-c99a02ba2f5f in Status: IN_PROGRESS for 2s [ 1125.145960] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.146099] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.146167] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.146378] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.146522] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.153627] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: IN_PROGRESS for 2s [ 1125.272447] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae81c0f3-5aff-4751-8871-055fd5323dca',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.774749] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.775192] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.775295] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.775623] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.775695] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.775738] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae81c0f3-5aff-4751-8871-055fd5323dca is going to be created. [ 1125.800839] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.801066] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.801113] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.801304] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.801466] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.811128] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae81c0f3-5aff-4751-8871-055fd5323dca in Status: UNINITIALIZED for 2s [ 1125.971674] env[69297]: INFO networking_nsxv3.common.synchronization [req-dff54d3c-0b75-4f0d-8144-73680d9fe55c req-c5e6c5ea-22f2-4d63-9370-42133542a55b service nova] Enqueued Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_rules [ 1125.971882] env[69297]: INFO networking_nsxv3.common.synchronization [req-dff54d3c-0b75-4f0d-8144-73680d9fe55c req-c5e6c5ea-22f2-4d63-9370-42133542a55b service nova] Enqueued Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_members [ 1125.971996] env[69297]: INFO networking_nsxv3.common.synchronization [req-dff54d3c-0b75-4f0d-8144-73680d9fe55c req-c5e6c5ea-22f2-4d63-9370-42133542a55b service nova] Enqueued Resource ID: 613c5058-83a0-40cd-a494-67355df15828 with Priority: HIGHEST for action port [ 1125.972521] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_rules [ 1125.972661] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_members [ 1125.972764] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 613c5058-83a0-40cd-a494-67355df15828 with Priority: HIGHEST for action port [ 1125.973096] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.973226] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.973295] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.973555] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.973597] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.974442] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.974560] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.974629] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.974796] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.974938] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.975045] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.975137] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.975240] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.975323] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.975412] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.976652] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-613c5058-83a0-40cd-a494-67355df15828 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.976756] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-613c5058-83a0-40cd-a494-67355df15828" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.976832] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-613c5058-83a0-40cd-a494-67355df15828" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.977323] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-613c5058-83a0-40cd-a494-67355df15828" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.977323] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('613c5058-83a0-40cd-a494-67355df15828',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.014720] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd6feef-6cdf-46a9-841c-166345537734 in Status: SUCCESS [ 1126.014977] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.424141] env[69297]: INFO networking_nsxv3.common.synchronization [req-0f0ec7eb-470e-4df3-b744-4db48642c509 req-0836c34f-f017-41a5-98cd-8925416eb9f1 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_members [ 1126.424397] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_members [ 1126.424646] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.424749] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.479391] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.480971] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.481086] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.485020] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 613c5058-83a0-40cd-a494-67355df15828 with status ACTIVE [ 1126.485020] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.485020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.485020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.485020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.485020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.485020] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.485020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.485020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.485020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.485020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.485020] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.485020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.485020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.485020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.485020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.485020] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 613c5058-83a0-40cd-a494-67355df15828 is going to be updated. [ 1126.504166] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.504340] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.504415] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.504619] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.504759] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.504913] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-613c5058-83a0-40cd-a494-67355df15828" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.717030] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-424 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.717030] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-424" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.717030] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-424" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.717030] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-424" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.717030] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.717845] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.718242] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.718677] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.718963] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.719327] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1126.720042] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1126.720042] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1126.720042] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.720042] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1126.720210] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.720361] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.740189] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.740367] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1126.740510] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.740711] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-424" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.741110] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-2c5fb4d6-9db1-4a85-8882-006821146a02 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.741233] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-2c5fb4d6-9db1-4a85-8882-006821146a02" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.741358] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-2c5fb4d6-9db1-4a85-8882-006821146a02" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.741687] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-2c5fb4d6-9db1-4a85-8882-006821146a02" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.741829] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c5fb4d6-9db1-4a85-8882-006821146a02',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.982629] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.156224] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0896401d-6199-46e8-8189-c99a02ba2f5f in Status: SUCCESS [ 1127.156412] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.156590] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.156854] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.157067] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.157202] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.157264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.157437] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.157518] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.157609] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.157718] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0896401d-6199-46e8-8189-c99a02ba2f5f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.159240] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.159448] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.159635] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.159754] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.159827] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.160102] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.160181] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.160276] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0896401d-6199-46e8-8189-c99a02ba2f5f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.173475] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: SUCCESS [ 1127.173703] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.173874] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.174106] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.174294] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.174419] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.174536] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.174632] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.174711] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.174795] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.178320] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.182024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.182024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.182024] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.182024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.182024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.182024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.182024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.182024] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.244745] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.245086] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.245183] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.245444] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.245603] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.245766] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 2c5fb4d6-9db1-4a85-8882-006821146a02 not found, creating... [ 1127.246051] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.246303] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.246382] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.246577] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.246716] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.247012] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.247201] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.247324] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.247540] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.247681] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.247853] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 2c5fb4d6-9db1-4a85-8882-006821146a02 is going to be created. [ 1127.272425] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.272644] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.272778] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.273121] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.273396] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.273636] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-2c5fb4d6-9db1-4a85-8882-006821146a02" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.486640] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.487039] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.487039] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.487136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.487229] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.487330] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 is going to be created. [ 1127.509997] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.510210] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.510210] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.510417] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.510774] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.520995] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: UNINITIALIZED for 2s [ 1127.662606] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0896401d-6199-46e8-8189-c99a02ba2f5f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.663687] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0896401d-6199-46e8-8189-c99a02ba2f5f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.680997] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.681426] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.686208] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.821300] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae81c0f3-5aff-4751-8871-055fd5323dca in Status: SUCCESS [ 1127.821513] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae81c0f3-5aff-4751-8871-055fd5323dca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.821684] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae81c0f3-5aff-4751-8871-055fd5323dca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.821915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae81c0f3-5aff-4751-8871-055fd5323dca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.822122] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.822260] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.822331] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.822489] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.822570] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.822677] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae81c0f3-5aff-4751-8871-055fd5323dca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.822758] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae81c0f3-5aff-4751-8871-055fd5323dca',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.027190] env[69297]: INFO networking_nsxv3.common.synchronization [req-0f0ec7eb-470e-4df3-b744-4db48642c509 req-739ca396-22db-4236-9ac1-c447124a79b2 service nova] Enqueued Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_rules [ 1128.027378] env[69297]: INFO networking_nsxv3.common.synchronization [req-0f0ec7eb-470e-4df3-b744-4db48642c509 req-739ca396-22db-4236-9ac1-c447124a79b2 service nova] Enqueued Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_members [ 1128.027522] env[69297]: INFO networking_nsxv3.common.synchronization [req-0f0ec7eb-470e-4df3-b744-4db48642c509 req-739ca396-22db-4236-9ac1-c447124a79b2 service nova] Enqueued Resource ID: 2c5fb4d6-9db1-4a85-8882-006821146a02 with Priority: HIGHEST for action port [ 1128.027748] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_rules [ 1128.027918] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_members [ 1128.028037] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c5fb4d6-9db1-4a85-8882-006821146a02 with Priority: HIGHEST for action port [ 1128.028572] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.028669] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.028861] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.028947] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.029197] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c5fb4d6-9db1-4a85-8882-006821146a02 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.029305] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c5fb4d6-9db1-4a85-8882-006821146a02" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.029373] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c5fb4d6-9db1-4a85-8882-006821146a02" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.029566] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c5fb4d6-9db1-4a85-8882-006821146a02" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.029647] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c5fb4d6-9db1-4a85-8882-006821146a02',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.165979] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0896401d-6199-46e8-8189-c99a02ba2f5f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.166970] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0896401d-6199-46e8-8189-c99a02ba2f5f: rpc.has_security_group_logging(os_id): False [ 1128.188732] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.188898] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.188941] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.189164] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.189258] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.189483] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.189589] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.189654] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.189803] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.189894] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.190132] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0896401d-6199-46e8-8189-c99a02ba2f5f is going to be created. [ 1128.191058] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.264499] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.264758] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.264758] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.264919] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.265113] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.275814] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0896401d-6199-46e8-8189-c99a02ba2f5f in Status: IN_PROGRESS for 2s [ 1128.324756] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae81c0f3-5aff-4751-8871-055fd5323dca',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.531714] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c5fb4d6-9db1-4a85-8882-006821146a02 with status ACTIVE [ 1128.532035] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.532178] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.532264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.532485] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.532580] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.532767] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.532880] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.532951] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.533130] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.533212] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.533411] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.533496] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.533556] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.533715] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.533790] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.533912] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c5fb4d6-9db1-4a85-8882-006821146a02 is going to be updated. [ 1128.557175] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.557175] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.557175] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.557406] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.557406] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.557549] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c5fb4d6-9db1-4a85-8882-006821146a02" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.669501] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.669701] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.669754] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.670073] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.670180] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.670284] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0896401d-6199-46e8-8189-c99a02ba2f5f is going to be updated. [ 1128.693432] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.693610] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.693610] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.693819] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.693912] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.694032] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e492b2-52a1-4aef-bb44-746f61545909 is going to be updated. [ 1128.735714] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.735916] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.735916] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.736264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.736420] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.747862] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0896401d-6199-46e8-8189-c99a02ba2f5f in Status: IN_PROGRESS for 2s [ 1128.758940] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.759134] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.759191] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.759392] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.759537] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.770838] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: IN_PROGRESS for 2s [ 1128.827159] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae81c0f3-5aff-4751-8871-055fd5323dca: rpc.has_security_group_logging(os_id): False [ 1128.847349] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.847543] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.847543] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.847828] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.847931] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.848107] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.848211] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.848277] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.848433] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.848513] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.849113] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae81c0f3-5aff-4751-8871-055fd5323dca is going to be created. [ 1128.915309] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.915506] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.915506] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.915750] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.915924] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.956737] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae81c0f3-5aff-4751-8871-055fd5323dca in Status: IN_PROGRESS for 2s [ 1129.532322] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: SUCCESS [ 1129.532531] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.532699] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.532913] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.533158] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.533284] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.533352] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.533514] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.533596] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.533684] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.533777] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.539745] env[69297]: INFO networking_nsxv3.common.synchronization [req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 req-320519d3-15e4-412a-aa58-031c8326d8f8 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Enqueued Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1129.540075] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1129.540675] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.540800] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.540862] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.541209] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.541371] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.541477] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.541542] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.541692] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.541774] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.541866] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.822942] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-320 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.823594] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-320" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.823594] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-320" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.823725] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-320" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.823976] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.826643] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.826643] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.826643] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.826643] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.826643] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.826643] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.826643] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.826643] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.826643] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.826643] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.826643] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.847434] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.847627] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1129.847757] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.847943] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-320" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.848263] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-0a2e7853-77ff-4066-8aab-7e5c3153a0e0 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.848440] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-0a2e7853-77ff-4066-8aab-7e5c3153a0e0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.848564] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-0a2e7853-77ff-4066-8aab-7e5c3153a0e0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.848901] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-0a2e7853-77ff-4066-8aab-7e5c3153a0e0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.849071] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a2e7853-77ff-4066-8aab-7e5c3153a0e0',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.036386] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.036611] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.036611] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.036833] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.037012] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.037118] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.037181] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.037333] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.037419] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.037509] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.037688] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.037759] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.037854] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.038050] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.038196] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.038293] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.038345] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.038485] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.038561] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.038645] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.038735] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.049746] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.049959] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.050031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.050254] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.050338] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.050626] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.050745] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.050808] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.050987] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.051081] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.051170] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e already deleted. [ 1130.051251] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.289012] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0896401d-6199-46e8-8189-c99a02ba2f5f in Status: SUCCESS [ 1130.289231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.289405] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.289624] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.289716] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0896401d-6199-46e8-8189-c99a02ba2f5f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.351527] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.351752] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.351897] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.352242] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.352443] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.352617] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 0a2e7853-77ff-4066-8aab-7e5c3153a0e0 not found, creating... [ 1130.352901] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.353094] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.353206] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.353440] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.353657] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.354086] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.354414] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.354546] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.354862] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.355024] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.355354] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 0a2e7853-77ff-4066-8aab-7e5c3153a0e0 is going to be created. [ 1130.375806] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.376035] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.376169] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.376438] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.376676] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.376941] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-0a2e7853-77ff-4066-8aab-7e5c3153a0e0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.541226] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1dc86b7-b853-47bc-a5de-6615e82494e3: rpc.has_security_group_logging(os_id): False [ 1130.559831] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.560086] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.560166] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.560373] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.560464] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.560652] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.560751] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.560814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.561147] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.561272] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.561510] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.561636] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.561704] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.561861] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.562500] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.562732] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.562840] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.562909] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.563072] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.563153] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.563238] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 is going to be created. [ 1130.627979] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.628226] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.628226] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.628368] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.628566] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.641583] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: IN_PROGRESS for 2s [ 1130.757242] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0896401d-6199-46e8-8189-c99a02ba2f5f in Status: SUCCESS [ 1130.757601] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.784339] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: SUCCESS [ 1130.784585] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.784764] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.784991] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.785202] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.785321] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.785412] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.785546] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.785629] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.785730] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.791514] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0896401d-6199-46e8-8189-c99a02ba2f5f taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.791713] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.791713] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.791959] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.792165] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.792379] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.792379] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.792488] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.792541] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.792630] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.792720] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0896401d-6199-46e8-8189-c99a02ba2f5f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.979020] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae81c0f3-5aff-4751-8871-055fd5323dca in Status: SUCCESS [ 1130.979020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae81c0f3-5aff-4751-8871-055fd5323dca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.087027] env[69297]: INFO networking_nsxv3.common.synchronization [req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 req-d9725065-4fb1-417d-b053-637f68b7e853 service nova] Enqueued Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_rules [ 1131.087027] env[69297]: INFO networking_nsxv3.common.synchronization [req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 req-d9725065-4fb1-417d-b053-637f68b7e853 service nova] Enqueued Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1131.087027] env[69297]: INFO networking_nsxv3.common.synchronization [req-1a3e9280-21b6-47d0-b587-ba7f6f75a876 req-d9725065-4fb1-417d-b053-637f68b7e853 service nova] Enqueued Resource ID: 0a2e7853-77ff-4066-8aab-7e5c3153a0e0 with Priority: HIGHEST for action port [ 1131.087027] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_rules [ 1131.087027] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1131.087027] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a2e7853-77ff-4066-8aab-7e5c3153a0e0 with Priority: HIGHEST for action port [ 1131.087027] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.087027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.087027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.087027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.087027] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.087728] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.087728] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.087728] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.087897] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.088143] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.088282] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.088364] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.088546] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.088652] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.088765] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.089681] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a2e7853-77ff-4066-8aab-7e5c3153a0e0 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.089880] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a2e7853-77ff-4066-8aab-7e5c3153a0e0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.090008] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a2e7853-77ff-4066-8aab-7e5c3153a0e0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.090206] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a2e7853-77ff-4066-8aab-7e5c3153a0e0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.090307] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a2e7853-77ff-4066-8aab-7e5c3153a0e0',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.289707] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.294519] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0896401d-6199-46e8-8189-c99a02ba2f5f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.507704] env[69297]: INFO networking_nsxv3.common.synchronization [None req-5d447e0a-eff1-40e2-963c-c70f208222ce tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Enqueued Resource ID: 51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 with Priority: HIGHEST for action security_group_rules [ 1131.507894] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 with Priority: HIGHEST for action security_group_rules [ 1131.508089] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.508222] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.508300] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.508565] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.508691] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51478d9f-3eaa-4f06-b2fb-ca3626fb9a40',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.589276] env[69297]: INFO networking_nsxv3.common.synchronization [None req-622ad3e0-9509-49fe-9208-b0c433e34ac9 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Enqueued Resource ID: 51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 with Priority: HIGHEST for action security_group_rules [ 1131.589276] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 with Priority: HIGHEST for action security_group_rules [ 1131.589691] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.589691] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.594407] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.594407] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.594407] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.594407] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a2e7853-77ff-4066-8aab-7e5c3153a0e0 with status ACTIVE [ 1131.594407] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.594407] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.594407] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.594700] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.594700] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.594700] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.594802] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.594916] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.595152] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.595247] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.595382] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.595481] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.595540] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.595754] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.595754] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.595852] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a2e7853-77ff-4066-8aab-7e5c3153a0e0 is going to be updated. [ 1131.618153] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.618404] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.618404] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.618578] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.618759] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.618929] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a2e7853-77ff-4066-8aab-7e5c3153a0e0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.792498] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.798657] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0896401d-6199-46e8-8189-c99a02ba2f5f: rpc.has_security_group_logging(os_id): False [ 1131.819315] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.819315] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.819315] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.819315] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.819315] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.819315] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.819315] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.819315] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.819315] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.819315] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.819315] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0896401d-6199-46e8-8189-c99a02ba2f5f is going to be updated. [ 1131.911080] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.911311] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.911311] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.911543] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.911688] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.932219] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0896401d-6199-46e8-8189-c99a02ba2f5f in Status: IN_PROGRESS for 2s [ 1132.033616] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.033616] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.033616] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.033616] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.033616] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.033616] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 already deleted. [ 1132.033616] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.033616] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.033616] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.033616] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51478d9f-3eaa-4f06-b2fb-ca3626fb9a40',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.099033] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.293904] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.294097] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.294097] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.294456] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.294456] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.294513] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e492b2-52a1-4aef-bb44-746f61545909 is going to be updated. [ 1132.332318] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.332472] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.332544] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.332801] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.332949] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.342611] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: IN_PROGRESS for 2s [ 1132.555206] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.555431] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.555512] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.555766] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.555881] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.555983] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 already deleted. [ 1132.556084] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.600880] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.601410] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.601410] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.601535] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.601608] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.601774] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e is going to be created. [ 1132.630922] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.631115] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.631192] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.631410] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.631573] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.644068] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: UNINITIALIZED for 2s [ 1132.656523] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: SUCCESS [ 1132.656742] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.731273] env[69297]: INFO networking_nsxv3.common.synchronization [req-ad6af6c3-6e10-4618-be98-6b07a7db54e8 req-d715f844-8d13-42f8-bf61-fb250c469c7b tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Enqueued Resource ID: 6cd6feef-6cdf-46a9-841c-166345537734 with Priority: HIGHEST for action security_group_members [ 1133.731720] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd6feef-6cdf-46a9-841c-166345537734 with Priority: HIGHEST for action security_group_members [ 1133.732364] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd6feef-6cdf-46a9-841c-166345537734 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.732364] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.732364] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.732574] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.732673] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.732723] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.732795] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.732942] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.733043] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.733182] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd6feef-6cdf-46a9-841c-166345537734',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.946345] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0896401d-6199-46e8-8189-c99a02ba2f5f in Status: SUCCESS [ 1133.946660] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.236056] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.236211] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.236281] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.236512] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.259017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.259286] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.259411] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.259482] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.259687] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.259768] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.259860] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd6feef-6cdf-46a9-841c-166345537734 is going to be updated. [ 1134.286512] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.286692] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.286823] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.286930] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.287694] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.296102] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd6feef-6cdf-46a9-841c-166345537734 in Status: IN_PROGRESS for 2s [ 1134.352700] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: SUCCESS [ 1134.352932] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.353126] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.353342] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.353539] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.353659] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.353726] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.353876] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.354032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.354078] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.354215] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.354298] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.354754] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.354754] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.354754] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.354754] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.354928] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.354928] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.354989] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.355086] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.355176] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.356013] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.356189] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.356343] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.356443] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.356509] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.356651] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.356727] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.356811] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.654857] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: SUCCESS [ 1134.654964] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.655154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.655779] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.655779] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.655779] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.655779] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.656015] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.656015] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.656069] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.656134] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.860399] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24e492b2-52a1-4aef-bb44-746f61545909: rpc.has_security_group_logging(os_id): False [ 1134.862536] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.880346] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.882499] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.882499] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.882499] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.907231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.907231] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.907231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.907231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.907231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.907231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.907231] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.907231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.907231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.907758] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.907758] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.907758] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.907900] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.907946] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.909691] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.909691] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.909691] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24e492b2-52a1-4aef-bb44-746f61545909 is going to be updated. [ 1134.968576] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.968772] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.968811] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.969046] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.969212] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.981885] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: IN_PROGRESS for 2s [ 1135.159119] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.159299] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.159343] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.161594] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.161594] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.161594] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.161594] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.161594] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.161594] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.161594] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.161594] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.161594] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.161594] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.161594] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.161594] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.161594] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.161594] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.161594] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.161594] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.161594] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.161594] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.364031] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.663895] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62707b32-fa60-4cfa-8a31-6caff28fa57e: rpc.has_security_group_logging(os_id): False [ 1135.683330] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.683585] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.683671] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.683977] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.684155] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.684409] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.684549] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.684639] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.684849] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.684966] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.685247] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.685380] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.685475] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.685671] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.685844] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.686058] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.686190] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.686279] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.686464] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.686565] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.686678] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e is going to be created. [ 1135.743433] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.743646] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.743700] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.743924] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.744177] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.755910] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: IN_PROGRESS for 2s [ 1135.866161] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.866549] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.866549] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.866627] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.866676] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.866786] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e492b2-52a1-4aef-bb44-746f61545909 is going to be updated. [ 1135.908862] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.909180] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.909180] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.909338] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.909504] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.918397] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: IN_PROGRESS for 2s [ 1136.305975] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd6feef-6cdf-46a9-841c-166345537734 in Status: SUCCESS [ 1136.306202] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd6feef-6cdf-46a9-841c-166345537734 deletion is rescheduled due to dependency. [ 1136.306277] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.995939] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: SUCCESS [ 1136.996272] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.996495] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.996770] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.996919] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.433923] env[69297]: INFO networking_nsxv3.common.synchronization [req-240441c1-9dd4-4b63-9b31-cb40b13c434b req-2a5e2630-a912-4031-98c3-5997f366b755 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Enqueued Resource ID: 51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 with Priority: HIGHEST for action security_group_members [ 1137.434469] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 with Priority: HIGHEST for action security_group_members [ 1137.434858] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.435118] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.435118] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.435331] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.435483] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.435585] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.436266] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.439545] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.439545] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.439545] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51478d9f-3eaa-4f06-b2fb-ca3626fb9a40',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.501513] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.501651] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.767169] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: SUCCESS [ 1137.767404] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.824722] env[69297]: INFO networking_nsxv3.common.synchronization [req-c83f9920-ba39-4ae9-a62f-a2334928c415 req-ea16fbd0-924e-4d91-b298-dbc75ad0ef35 tempest-ServerDiskConfigTestJSON-1853348292 tempest-ServerDiskConfigTestJSON-1853348292-project-member] Enqueued Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_members [ 1137.826018] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGHEST for action security_group_members [ 1137.826018] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.826018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.826018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.826018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.826697] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.826697] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.826881] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.826932] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.827228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.827228] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.929537] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: SUCCESS [ 1137.929743] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.929890] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.930221] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.930440] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.930602] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.930672] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.930785] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.930882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.930976] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.931241] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.940779] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.940952] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.941039] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.941238] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.941325] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.941576] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.941686] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.941748] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.941909] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.941992] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.942158] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 already deleted. [ 1137.942313] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.049870] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-255 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.050277] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-255" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.050345] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-255" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.050566] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-255" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.050861] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.051061] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.051193] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.051414] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.051557] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.051768] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1138.051887] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1138.052007] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1138.052135] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1138.052249] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1138.052411] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1138.052494] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1138.071275] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1138.071434] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1138.071583] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1138.071759] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-255" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.072093] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-1bed9cee-2ed6-43bb-b06d-834a01fd39f6 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.072299] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-1bed9cee-2ed6-43bb-b06d-834a01fd39f6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.072412] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-1bed9cee-2ed6-43bb-b06d-834a01fd39f6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.072757] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-1bed9cee-2ed6-43bb-b06d-834a01fd39f6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.072899] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bed9cee-2ed6-43bb-b06d-834a01fd39f6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.217403] env[69297]: INFO networking_nsxv3.common.synchronization [req-c0b8b87e-876d-4f06-a83e-cb91379015aa req-edd14ab7-5dd5-420a-a739-0d657f22b5af tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: bf8a20fb-2117-4bfa-bc48-81e1ba03931f with Priority: HIGHEST for action security_group_members [ 1138.217682] env[69297]: INFO networking_nsxv3.common.synchronization [req-c0b8b87e-876d-4f06-a83e-cb91379015aa req-edd14ab7-5dd5-420a-a739-0d657f22b5af tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_members [ 1138.218441] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8a20fb-2117-4bfa-bc48-81e1ba03931f with Priority: HIGHEST for action security_group_members [ 1138.218624] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_members [ 1138.219089] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf8a20fb-2117-4bfa-bc48-81e1ba03931f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.219215] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.219329] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.222233] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.222233] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.222233] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.222233] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.222233] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.222233] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.222233] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf8a20fb-2117-4bfa-bc48-81e1ba03931f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.222233] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.222233] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.222233] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.222694] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.222694] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.222694] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.222827] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.222935] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.223064] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.223193] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.262362] env[69297]: INFO networking_nsxv3.common.synchronization [req-c0b8b87e-876d-4f06-a83e-cb91379015aa req-edd14ab7-5dd5-420a-a739-0d657f22b5af tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_rules [ 1138.262668] env[69297]: INFO networking_nsxv3.common.synchronization [req-c0b8b87e-876d-4f06-a83e-cb91379015aa req-edd14ab7-5dd5-420a-a739-0d657f22b5af tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_members [ 1138.262891] env[69297]: INFO networking_nsxv3.common.synchronization [req-c0b8b87e-876d-4f06-a83e-cb91379015aa req-edd14ab7-5dd5-420a-a739-0d657f22b5af tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: bf8a20fb-2117-4bfa-bc48-81e1ba03931f with Priority: HIGHEST for action security_group_rules [ 1138.263167] env[69297]: INFO networking_nsxv3.common.synchronization [req-c0b8b87e-876d-4f06-a83e-cb91379015aa req-edd14ab7-5dd5-420a-a739-0d657f22b5af tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: bf8a20fb-2117-4bfa-bc48-81e1ba03931f with Priority: HIGHEST for action security_group_members [ 1138.265984] env[69297]: INFO networking_nsxv3.common.synchronization [req-c0b8b87e-876d-4f06-a83e-cb91379015aa req-edd14ab7-5dd5-420a-a739-0d657f22b5af tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 2c5fb4d6-9db1-4a85-8882-006821146a02 with Priority: HIGHEST for action port [ 1138.265984] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_rules [ 1138.265984] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8a20fb-2117-4bfa-bc48-81e1ba03931f with Priority: HIGHEST for action security_group_rules [ 1138.265984] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c5fb4d6-9db1-4a85-8882-006821146a02 with Priority: HIGHEST for action port [ 1138.265984] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_members [ 1138.265984] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8a20fb-2117-4bfa-bc48-81e1ba03931f with Priority: HIGHEST for action security_group_members [ 1138.265984] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.265984] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.265984] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf8a20fb-2117-4bfa-bc48-81e1ba03931f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.265984] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.265984] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.266874] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.266874] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf8a20fb-2117-4bfa-bc48-81e1ba03931f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.267504] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c5fb4d6-9db1-4a85-8882-006821146a02 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.267776] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c5fb4d6-9db1-4a85-8882-006821146a02" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.267776] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c5fb4d6-9db1-4a85-8882-006821146a02" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.267963] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c5fb4d6-9db1-4a85-8882-006821146a02" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.268090] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c5fb4d6-9db1-4a85-8882-006821146a02',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.269076] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.272487] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.272487] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf8a20fb-2117-4bfa-bc48-81e1ba03931f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.272487] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.330096] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.330377] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.330377] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.330629] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.330724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.330932] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.331067] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.331152] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.331286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.331383] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.331544] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 is going to be updated. [ 1138.357877] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.358080] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.358148] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.358339] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.358460] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.368780] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: IN_PROGRESS for 2s [ 1138.433549] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.433725] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.576250] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.576250] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.576250] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.576250] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.576250] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.576841] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 1bed9cee-2ed6-43bb-b06d-834a01fd39f6 not found, creating... [ 1138.576841] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.576841] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.576997] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.577181] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.577321] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.577609] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.577771] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.577935] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.578176] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.578317] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.578540] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 1bed9cee-2ed6-43bb-b06d-834a01fd39f6 is going to be created. [ 1138.599019] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.599255] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.599384] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.599683] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.600127] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.600127] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-1bed9cee-2ed6-43bb-b06d-834a01fd39f6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.725046] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf8a20fb-2117-4bfa-bc48-81e1ba03931f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.729173] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.770743] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c5fb4d6-9db1-4a85-8882-006821146a02 with status ACTIVE [ 1138.771048] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.771371] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.771506] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.771755] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.771839] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.772075] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.772185] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.773941] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.773941] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.773941] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.773941] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.773941] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.773941] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.773941] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.773941] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.773941] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c5fb4d6-9db1-4a85-8882-006821146a02 is going to be updated. [ 1138.774699] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf8a20fb-2117-4bfa-bc48-81e1ba03931f taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.774817] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.802688] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.802909] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.802909] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.803137] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.803291] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.803457] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c5fb4d6-9db1-4a85-8882-006821146a02" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.227865] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf8a20fb-2117-4bfa-bc48-81e1ba03931f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.231882] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.342297] env[69297]: INFO networking_nsxv3.common.synchronization [req-240441c1-9dd4-4b63-9b31-cb40b13c434b req-db29ad43-1261-470f-9ae5-74f118550f2a service nova] Enqueued Resource ID: 51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 with Priority: HIGHEST for action security_group_rules [ 1139.342297] env[69297]: INFO networking_nsxv3.common.synchronization [req-240441c1-9dd4-4b63-9b31-cb40b13c434b req-db29ad43-1261-470f-9ae5-74f118550f2a service nova] Enqueued Resource ID: 51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 with Priority: HIGHEST for action security_group_members [ 1139.342297] env[69297]: INFO networking_nsxv3.common.synchronization [req-240441c1-9dd4-4b63-9b31-cb40b13c434b req-db29ad43-1261-470f-9ae5-74f118550f2a service nova] Enqueued Resource ID: 1bed9cee-2ed6-43bb-b06d-834a01fd39f6 with Priority: HIGHEST for action port [ 1139.342297] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 with Priority: HIGHEST for action security_group_rules [ 1139.342297] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 with Priority: HIGHEST for action security_group_members [ 1139.342297] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bed9cee-2ed6-43bb-b06d-834a01fd39f6 with Priority: HIGHEST for action port [ 1139.342774] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.343057] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.343250] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.343814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.346638] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51478d9f-3eaa-4f06-b2fb-ca3626fb9a40',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.346638] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.346638] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.346638] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.346638] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.346638] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.346638] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.346638] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.346638] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.346638] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.346638] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51478d9f-3eaa-4f06-b2fb-ca3626fb9a40',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.347578] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bed9cee-2ed6-43bb-b06d-834a01fd39f6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.347578] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bed9cee-2ed6-43bb-b06d-834a01fd39f6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.347578] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bed9cee-2ed6-43bb-b06d-834a01fd39f6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.347578] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bed9cee-2ed6-43bb-b06d-834a01fd39f6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.347578] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bed9cee-2ed6-43bb-b06d-834a01fd39f6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.730356] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.730630] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.731063] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.731184] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.731337] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.731526] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf8a20fb-2117-4bfa-bc48-81e1ba03931f is going to be created. [ 1139.733503] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.733696] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.733822] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.734117] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.734287] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.734575] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e492b2-52a1-4aef-bb44-746f61545909 is going to be updated. [ 1139.761112] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.761297] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.761385] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.761608] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.761781] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.769713] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.770473] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.770473] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.770473] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.770473] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.772846] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf8a20fb-2117-4bfa-bc48-81e1ba03931f in Status: UNINITIALIZED for 2s [ 1139.779135] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: IN_PROGRESS for 2s [ 1139.850410] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51478d9f-3eaa-4f06-b2fb-ca3626fb9a40',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.851392] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.851533] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.851664] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1bed9cee-2ed6-43bb-b06d-834a01fd39f6 with status ACTIVE [ 1139.851813] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.851916] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.852074] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.852357] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.852484] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.852691] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.852825] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.852983] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.853121] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.853313] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.853434] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.853575] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.853663] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.853841] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.853956] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.854054] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1bed9cee-2ed6-43bb-b06d-834a01fd39f6 is going to be updated. [ 1139.891289] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.891505] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.891505] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.891737] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.892097] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.892097] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bed9cee-2ed6-43bb-b06d-834a01fd39f6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.099173] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.099412] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-904" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.099492] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-904" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.099760] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-904" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.100075] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.100253] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.100376] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.100601] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.100774] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.101087] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.101238] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.101361] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.101480] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.101600] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1140.101713] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.101850] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.122209] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.122407] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1140.122603] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.122768] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-904" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.123108] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-de075419-79e5-4f90-86fe-067e3ca754ee taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.123308] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-de075419-79e5-4f90-86fe-067e3ca754ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.123439] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-de075419-79e5-4f90-86fe-067e3ca754ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.123742] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-de075419-79e5-4f90-86fe-067e3ca754ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.123891] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de075419-79e5-4f90-86fe-067e3ca754ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.355961] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51478d9f-3eaa-4f06-b2fb-ca3626fb9a40',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.378425] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 in Status: SUCCESS [ 1140.378591] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 deletion is rescheduled due to dependency. [ 1140.378670] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.626687] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.626921] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.627067] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.627362] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.627548] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.627907] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.628178] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.628368] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.628662] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.628863] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.629227] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.629460] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.629647] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.629920] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.630199] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.630412] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: de075419-79e5-4f90-86fe-067e3ca754ee is going to be updated. [ 1140.656753] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.657157] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.657401] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.657837] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.658344] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.658684] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-de075419-79e5-4f90-86fe-067e3ca754ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.860397] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.860589] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.860631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.860835] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.860925] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.861046] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 is going to be created. [ 1140.896954] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.897268] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.897268] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.897433] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.897536] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.909265] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 in Status: UNINITIALIZED for 2s [ 1141.371474] env[69297]: INFO networking_nsxv3.common.synchronization [req-f0b4d7ef-57fe-4f71-8815-c3815663922a req-cd0f576c-0f2e-4c6a-860a-6977cf99b324 service nova] Enqueued Resource ID: 552a476a-b927-4651-ad43-bde74a976fb8 with Priority: HIGHEST for action security_group_rules [ 1141.371773] env[69297]: INFO networking_nsxv3.common.synchronization [req-f0b4d7ef-57fe-4f71-8815-c3815663922a req-cd0f576c-0f2e-4c6a-860a-6977cf99b324 service nova] Enqueued Resource ID: 552a476a-b927-4651-ad43-bde74a976fb8 with Priority: HIGHEST for action security_group_members [ 1141.371822] env[69297]: INFO networking_nsxv3.common.synchronization [req-f0b4d7ef-57fe-4f71-8815-c3815663922a req-cd0f576c-0f2e-4c6a-860a-6977cf99b324 service nova] Enqueued Resource ID: de075419-79e5-4f90-86fe-067e3ca754ee with Priority: HIGHEST for action port [ 1141.372558] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 552a476a-b927-4651-ad43-bde74a976fb8 with Priority: HIGHEST for action security_group_rules [ 1141.372752] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 552a476a-b927-4651-ad43-bde74a976fb8 with Priority: HIGHEST for action security_group_members [ 1141.372865] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de075419-79e5-4f90-86fe-067e3ca754ee with Priority: HIGHEST for action port [ 1141.373216] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-552a476a-b927-4651-ad43-bde74a976fb8 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.373464] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.373464] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.373686] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.373773] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('552a476a-b927-4651-ad43-bde74a976fb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.374627] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-552a476a-b927-4651-ad43-bde74a976fb8 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.374796] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.374796] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.375134] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.375293] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.375373] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.376522] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.376522] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.376603] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.376796] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('552a476a-b927-4651-ad43-bde74a976fb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.384532] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-de075419-79e5-4f90-86fe-067e3ca754ee taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.384893] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de075419-79e5-4f90-86fe-067e3ca754ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.385021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de075419-79e5-4f90-86fe-067e3ca754ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.385231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de075419-79e5-4f90-86fe-067e3ca754ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.386872] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de075419-79e5-4f90-86fe-067e3ca754ee',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.785030] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf8a20fb-2117-4bfa-bc48-81e1ba03931f in Status: SUCCESS [ 1141.785030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.785298] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.785543] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.785778] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.785904] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.785974] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.786141] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.786224] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.786321] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf8a20fb-2117-4bfa-bc48-81e1ba03931f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.787639] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: SUCCESS [ 1141.787801] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.787952] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.788151] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.788312] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.788420] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.788485] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.788623] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.788700] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.788786] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.888255] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('552a476a-b927-4651-ad43-bde74a976fb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.889226] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-552a476a-b927-4651-ad43-bde74a976fb8 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.889373] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.889498] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de075419-79e5-4f90-86fe-067e3ca754ee with status ACTIVE [ 1141.889652] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.889758] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.889841] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.890106] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.890203] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.891126] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.891126] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.891126] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.891126] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.891126] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.891126] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.891126] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.891126] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.891682] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.891682] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.891682] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de075419-79e5-4f90-86fe-067e3ca754ee is going to be updated. [ 1141.919802] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.920045] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.920045] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.920243] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.920382] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.920547] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de075419-79e5-4f90-86fe-067e3ca754ee" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.062512] env[69297]: INFO networking_nsxv3.common.synchronization [req-9574f9aa-3e59-47c2-822d-b2abef9628fc req-3f35c5ab-8fac-43d2-997a-afeb09ddece3 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Enqueued Resource ID: 1d373340-9d23-44ac-b018-cc28b56f824c with Priority: HIGHEST for action security_group_members [ 1142.063114] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d373340-9d23-44ac-b018-cc28b56f824c with Priority: HIGHEST for action security_group_members [ 1142.063421] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d373340-9d23-44ac-b018-cc28b56f824c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.063552] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.063616] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.063806] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.063955] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.064190] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.064258] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.064410] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.064494] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.064618] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d373340-9d23-44ac-b018-cc28b56f824c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.290856] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf8a20fb-2117-4bfa-bc48-81e1ba03931f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.292403] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.303495] env[69297]: INFO networking_nsxv3.common.synchronization [None req-3e7b0baa-47fc-48c6-a7e0-75841b2b5bed tempest-AttachInterfacesTestJSON-1160454160 tempest-AttachInterfacesTestJSON-1160454160-project-member] Enqueued Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_members [ 1142.304166] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b with Priority: HIGHEST for action security_group_members [ 1142.304478] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.304867] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.304867] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.304867] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.305031] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.305111] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.305169] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.305313] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.305392] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.305483] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.393093] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('552a476a-b927-4651-ad43-bde74a976fb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.567651] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.567820] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.567894] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.568139] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.568287] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.568418] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.569516] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.569516] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.569516] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.569516] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.569516] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d373340-9d23-44ac-b018-cc28b56f824c is going to be updated. [ 1142.595200] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.595363] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.595436] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.595623] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.595768] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.604331] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d373340-9d23-44ac-b018-cc28b56f824c in Status: IN_PROGRESS for 2s [ 1142.794654] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.795771] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf8a20fb-2117-4bfa-bc48-81e1ba03931f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.811483] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.811483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.811483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.811483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.811483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.811483] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.811483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.811483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.811483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.811483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.811483] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b is going to be deleted. [ 1142.845314] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.848424] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.848424] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.849087] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.849430] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.849629] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4fe2f38-a8bb-4aa7-aa23-63d7bd2b4b0b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.895603] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.895834] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.895834] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.896029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.896164] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.896274] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 552a476a-b927-4651-ad43-bde74a976fb8 is going to be updated. [ 1142.919270] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 in Status: SUCCESS [ 1142.919623] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.919743] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.919890] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.920168] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.920296] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.920365] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.920528] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.920603] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.920757] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.920817] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51478d9f-3eaa-4f06-b2fb-ca3626fb9a40',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.937038] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.937205] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.937281] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.937579] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.937632] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.951617] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 552a476a-b927-4651-ad43-bde74a976fb8 in Status: IN_PROGRESS for 2s [ 1143.297480] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.297672] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.297737] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.297951] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.298072] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.298183] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e492b2-52a1-4aef-bb44-746f61545909 is going to be updated. [ 1143.300231] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.300231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.300231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.300851] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.300949] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.301065] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf8a20fb-2117-4bfa-bc48-81e1ba03931f is going to be updated. [ 1143.334614] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.334771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.335314] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.335314] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.335314] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.337429] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.337564] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.337639] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.337932] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.338170] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.354028] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf8a20fb-2117-4bfa-bc48-81e1ba03931f in Status: IN_PROGRESS for 2s [ 1143.354028] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: IN_PROGRESS for 2s [ 1143.424426] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51478d9f-3eaa-4f06-b2fb-ca3626fb9a40',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.541179] env[69297]: INFO networking_nsxv3.common.synchronization [req-1f36612a-aee9-4617-926a-712da41ecc06 req-3918f8fb-cbbd-4cfd-9967-5b751a0339bc tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Enqueued Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1143.541796] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1143.542801] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.542972] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.543066] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.543289] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.543497] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.543618] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.543699] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.543862] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.543978] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.544091] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.932418] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51478d9f-3eaa-4f06-b2fb-ca3626fb9a40: rpc.has_security_group_logging(os_id): False [ 1143.955519] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.955700] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.955737] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.955958] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.956056] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.956300] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.956401] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.956479] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.956609] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.956702] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.956787] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 is going to be created. [ 1144.026986] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.027232] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.027232] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.027433] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.027623] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.038942] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 in Status: IN_PROGRESS for 2s [ 1144.046540] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.046740] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.046811] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.047045] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.047435] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.047435] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.047610] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.047610] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.047807] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.047903] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.048147] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e is going to be updated. [ 1144.109257] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.109476] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.109476] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.109695] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.109875] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.132911] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: IN_PROGRESS for 2s [ 1144.250274] env[69297]: INFO networking_nsxv3.common.synchronization [req-f6c54582-a70a-4c94-ba52-57799658bfe3 req-a18b704e-170a-45b3-95f7-f044193ee385 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: bf8a20fb-2117-4bfa-bc48-81e1ba03931f with Priority: HIGHEST for action security_group_members [ 1144.250446] env[69297]: INFO networking_nsxv3.common.synchronization [req-f6c54582-a70a-4c94-ba52-57799658bfe3 req-a18b704e-170a-45b3-95f7-f044193ee385 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_members [ 1144.250634] env[69297]: INFO networking_nsxv3.common.synchronization [req-f6c54582-a70a-4c94-ba52-57799658bfe3 req-a18b704e-170a-45b3-95f7-f044193ee385 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 05d118d5-4935-441a-bf0f-faf234f622b6 with Priority: HIGHEST for action security_group_members [ 1144.251163] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8a20fb-2117-4bfa-bc48-81e1ba03931f with Priority: HIGHEST for action security_group_members [ 1144.251298] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_members [ 1144.251396] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d118d5-4935-441a-bf0f-faf234f622b6 with Priority: HIGHEST for action security_group_members [ 1144.251672] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf8a20fb-2117-4bfa-bc48-81e1ba03931f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.251781] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.251958] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.253178] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.253253] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d118d5-4935-441a-bf0f-faf234f622b6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.253372] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d118d5-4935-441a-bf0f-faf234f622b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.253438] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d118d5-4935-441a-bf0f-faf234f622b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.253886] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d118d5-4935-441a-bf0f-faf234f622b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.253928] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.254091] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.254151] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.254279] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.254366] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.254464] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05d118d5-4935-441a-bf0f-faf234f622b6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.406869] env[69297]: INFO networking_nsxv3.common.synchronization [req-f6c54582-a70a-4c94-ba52-57799658bfe3 req-a18b704e-170a-45b3-95f7-f044193ee385 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 05d118d5-4935-441a-bf0f-faf234f622b6 with Priority: HIGHEST for action security_group_rules [ 1144.407560] env[69297]: INFO networking_nsxv3.common.synchronization [req-f6c54582-a70a-4c94-ba52-57799658bfe3 req-a18b704e-170a-45b3-95f7-f044193ee385 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 05d118d5-4935-441a-bf0f-faf234f622b6 with Priority: HIGHEST for action security_group_members [ 1144.407921] env[69297]: INFO networking_nsxv3.common.synchronization [req-f6c54582-a70a-4c94-ba52-57799658bfe3 req-a18b704e-170a-45b3-95f7-f044193ee385 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_rules [ 1144.408130] env[69297]: INFO networking_nsxv3.common.synchronization [req-f6c54582-a70a-4c94-ba52-57799658bfe3 req-a18b704e-170a-45b3-95f7-f044193ee385 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_members [ 1144.408386] env[69297]: INFO networking_nsxv3.common.synchronization [req-f6c54582-a70a-4c94-ba52-57799658bfe3 req-a18b704e-170a-45b3-95f7-f044193ee385 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: bf8a20fb-2117-4bfa-bc48-81e1ba03931f with Priority: HIGHEST for action security_group_rules [ 1144.408571] env[69297]: INFO networking_nsxv3.common.synchronization [req-f6c54582-a70a-4c94-ba52-57799658bfe3 req-a18b704e-170a-45b3-95f7-f044193ee385 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: bf8a20fb-2117-4bfa-bc48-81e1ba03931f with Priority: HIGHEST for action security_group_members [ 1144.408740] env[69297]: INFO networking_nsxv3.common.synchronization [req-f6c54582-a70a-4c94-ba52-57799658bfe3 req-a18b704e-170a-45b3-95f7-f044193ee385 tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 2c5fb4d6-9db1-4a85-8882-006821146a02 with Priority: HIGHEST for action port [ 1144.409466] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d118d5-4935-441a-bf0f-faf234f622b6 with Priority: HIGHEST for action security_group_rules [ 1144.409629] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_rules [ 1144.409736] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8a20fb-2117-4bfa-bc48-81e1ba03931f with Priority: HIGHEST for action security_group_members [ 1144.409834] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c5fb4d6-9db1-4a85-8882-006821146a02 with Priority: HIGHEST for action port [ 1144.409938] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8a20fb-2117-4bfa-bc48-81e1ba03931f with Priority: HIGHEST for action security_group_rules [ 1144.410137] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d118d5-4935-441a-bf0f-faf234f622b6 with Priority: HIGHEST for action security_group_members [ 1144.410261] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_members [ 1144.410568] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05d118d5-4935-441a-bf0f-faf234f622b6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.410698] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05d118d5-4935-441a-bf0f-faf234f622b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.410769] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05d118d5-4935-441a-bf0f-faf234f622b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.411079] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05d118d5-4935-441a-bf0f-faf234f622b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.411215] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05d118d5-4935-441a-bf0f-faf234f622b6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.412180] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.412279] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.412454] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf8a20fb-2117-4bfa-bc48-81e1ba03931f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.412565] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.412768] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c5fb4d6-9db1-4a85-8882-006821146a02 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.412933] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c5fb4d6-9db1-4a85-8882-006821146a02" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.413082] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c5fb4d6-9db1-4a85-8882-006821146a02" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.413193] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c5fb4d6-9db1-4a85-8882-006821146a02" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.413293] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c5fb4d6-9db1-4a85-8882-006821146a02',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.414147] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf8a20fb-2117-4bfa-bc48-81e1ba03931f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.414242] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.414529] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d118d5-4935-441a-bf0f-faf234f622b6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.414597] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d118d5-4935-441a-bf0f-faf234f622b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.415103] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.415241] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.616205] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d373340-9d23-44ac-b018-cc28b56f824c in Status: SUCCESS [ 1144.616502] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d373340-9d23-44ac-b018-cc28b56f824c deletion is rescheduled due to dependency. [ 1144.616502] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.757640] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05d118d5-4935-441a-bf0f-faf234f622b6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.916091] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d118d5-4935-441a-bf0f-faf234f622b6 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.916258] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d118d5-4935-441a-bf0f-faf234f622b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.916558] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c5fb4d6-9db1-4a85-8882-006821146a02 with status ACTIVE [ 1144.916613] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.916727] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.916801] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.917009] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.917101] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.917313] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.917421] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.917485] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.917652] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.917735] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.917937] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.918053] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.918101] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.918235] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.918312] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.918399] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c5fb4d6-9db1-4a85-8882-006821146a02 is going to be updated. [ 1144.942794] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.942879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.942947] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.943190] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.943338] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.943498] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c5fb4d6-9db1-4a85-8882-006821146a02" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.963172] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 552a476a-b927-4651-ad43-bde74a976fb8 in Status: SUCCESS [ 1144.963396] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.963914] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.963914] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.964033] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.964089] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.964139] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.964299] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.964382] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.964468] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.964562] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('552a476a-b927-4651-ad43-bde74a976fb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.258605] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05d118d5-4935-441a-bf0f-faf234f622b6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.362793] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: SUCCESS [ 1145.363072] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.363242] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.363500] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.363700] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.363819] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.363878] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.364036] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.364120] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.364212] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.364374] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.364457] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.364508] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.364648] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.364785] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.364884] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.364982] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.365289] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.365393] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.365534] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.365661] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.367205] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf8a20fb-2117-4bfa-bc48-81e1ba03931f in Status: SUCCESS [ 1145.367374] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.367575] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.367760] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.367957] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.368116] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.368406] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.368756] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.368756] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.368756] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.369636] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.369833] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.370042] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.370190] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.370300] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.370467] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.370729] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.370824] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.370970] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf8a20fb-2117-4bfa-bc48-81e1ba03931f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.372115] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.372288] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.372475] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.372624] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.372685] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.372875] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.373034] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.373173] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf8a20fb-2117-4bfa-bc48-81e1ba03931f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.466951] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-552a476a-b927-4651-ad43-bde74a976fb8 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.467189] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.467189] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.467420] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.467638] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.467751] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.468089] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.468089] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.468192] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.468192] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.468773] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-552a476a-b927-4651-ad43-bde74a976fb8 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.468773] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.468773] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.468773] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.469252] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.469252] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.469252] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.469252] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.469418] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.469452] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.469556] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('552a476a-b927-4651-ad43-bde74a976fb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.762081] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.762462] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.762462] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.762565] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.762655] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.762759] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05d118d5-4935-441a-bf0f-faf234f622b6 is going to be created. [ 1145.791890] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.791890] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.791890] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.791890] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.792206] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.803304] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d118d5-4935-441a-bf0f-faf234f622b6 in Status: UNINITIALIZED for 2s [ 1145.873456] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.874616] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24e492b2-52a1-4aef-bb44-746f61545909: rpc.has_security_group_logging(os_id): False [ 1145.875888] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf8a20fb-2117-4bfa-bc48-81e1ba03931f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.877774] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf8a20fb-2117-4bfa-bc48-81e1ba03931f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.911627] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.911826] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.911929] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.912197] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.912321] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.912756] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.912756] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.912756] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.912962] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.913101] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.913350] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.913427] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.913494] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.913638] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.913760] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.913968] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.914105] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.914191] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.914358] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.914531] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.914585] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24e492b2-52a1-4aef-bb44-746f61545909 is going to be updated. [ 1145.974084] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 552a476a-b927-4651-ad43-bde74a976fb8: rpc.has_security_group_logging(os_id): False [ 1145.982136] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.982136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.982136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.982529] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.983503] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.999079] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.999273] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.999338] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.999597] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.003769] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: IN_PROGRESS for 2s [ 1146.022475] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.022475] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.022475] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.022475] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.022475] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.022475] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.022759] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.022759] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.022759] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.022879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.022921] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.023116] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.023213] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.023275] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.023417] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.023495] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.023581] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 552a476a-b927-4651-ad43-bde74a976fb8 is going to be updated. [ 1146.069684] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 in Status: SUCCESS [ 1146.070106] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.134472] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.134623] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.134672] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.134951] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.135162] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.148703] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: SUCCESS [ 1146.148938] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e deletion is rescheduled due to dependency. [ 1146.149040] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.155366] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 552a476a-b927-4651-ad43-bde74a976fb8 in Status: IN_PROGRESS for 2s [ 1146.376804] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.377909] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf8a20fb-2117-4bfa-bc48-81e1ba03931f: rpc.has_security_group_logging(os_id): False [ 1146.383368] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf8a20fb-2117-4bfa-bc48-81e1ba03931f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.405083] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.405083] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.405083] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.405378] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.405423] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.405713] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.405957] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.405957] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.406135] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.406135] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.406237] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf8a20fb-2117-4bfa-bc48-81e1ba03931f is going to be created. [ 1146.474295] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.474485] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.474559] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.474858] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.475109] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.491406] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf8a20fb-2117-4bfa-bc48-81e1ba03931f in Status: IN_PROGRESS for 2s [ 1146.881135] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.881551] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.881551] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.881748] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.881910] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.882079] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e492b2-52a1-4aef-bb44-746f61545909 is going to be updated. [ 1146.886335] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.886625] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.886625] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.886824] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.886824] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.886955] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf8a20fb-2117-4bfa-bc48-81e1ba03931f is going to be updated. [ 1146.919235] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.919235] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.919235] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.919568] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.919613] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.921631] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.921803] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.921803] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.923345] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.923345] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.932720] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf8a20fb-2117-4bfa-bc48-81e1ba03931f in Status: IN_PROGRESS for 2s [ 1146.933427] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: IN_PROGRESS for 2s [ 1147.399016] env[69297]: INFO networking_nsxv3.common.synchronization [req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 req-56ca67ae-c3c7-4198-80ff-f353c4b0300a tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: bf8a20fb-2117-4bfa-bc48-81e1ba03931f with Priority: HIGHEST for action security_group_members [ 1147.399016] env[69297]: INFO networking_nsxv3.common.synchronization [req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 req-56ca67ae-c3c7-4198-80ff-f353c4b0300a tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_members [ 1147.399192] env[69297]: INFO networking_nsxv3.common.synchronization [req-00f24e79-6b42-48f0-8cc1-6786589a1ee4 req-56ca67ae-c3c7-4198-80ff-f353c4b0300a tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 05d118d5-4935-441a-bf0f-faf234f622b6 with Priority: HIGHEST for action security_group_members [ 1147.400255] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8a20fb-2117-4bfa-bc48-81e1ba03931f with Priority: HIGHEST for action security_group_members [ 1147.400606] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_members [ 1147.400765] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d118d5-4935-441a-bf0f-faf234f622b6 with Priority: HIGHEST for action security_group_members [ 1147.401127] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf8a20fb-2117-4bfa-bc48-81e1ba03931f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.401281] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.401651] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.402037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.402112] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d118d5-4935-441a-bf0f-faf234f622b6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.402246] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d118d5-4935-441a-bf0f-faf234f622b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.816018] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d118d5-4935-441a-bf0f-faf234f622b6 in Status: SUCCESS [ 1147.816696] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d118d5-4935-441a-bf0f-faf234f622b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.816696] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d118d5-4935-441a-bf0f-faf234f622b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.817342] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d118d5-4935-441a-bf0f-faf234f622b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.817342] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.817342] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.817593] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.817663] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.817782] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.817916] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05d118d5-4935-441a-bf0f-faf234f622b6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.022650] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: SUCCESS [ 1148.023029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.023133] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.023302] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.023398] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.178705] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 552a476a-b927-4651-ad43-bde74a976fb8 in Status: SUCCESS [ 1148.178705] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.321626] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.321795] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.321871] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.322122] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.322219] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.322450] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.322551] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.322612] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.322763] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.322840] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.322926] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05d118d5-4935-441a-bf0f-faf234f622b6 is going to be deleted. [ 1148.357179] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.359578] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.359578] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.359578] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.359578] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.359578] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d118d5-4935-441a-bf0f-faf234f622b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.359578] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d118d5-4935-441a-bf0f-faf234f622b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.359578] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d118d5-4935-441a-bf0f-faf234f622b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.360124] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.360124] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.360124] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.360124] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.360124] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.360418] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05d118d5-4935-441a-bf0f-faf234f622b6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.390896] env[69297]: INFO networking_nsxv3.common.synchronization [None req-43bf4ddc-4291-4e4e-b044-110c847c8e23 None None] Enqueued Resource ID: 971f0e6f-d7b7-46cb-98ba-acf048ab78a8 with Priority: HIGHEST for action port [ 1148.391648] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 971f0e6f-d7b7-46cb-98ba-acf048ab78a8 with Priority: HIGHEST for action port [ 1148.391751] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-971f0e6f-d7b7-46cb-98ba-acf048ab78a8 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.391886] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-971f0e6f-d7b7-46cb-98ba-acf048ab78a8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.391917] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-971f0e6f-d7b7-46cb-98ba-acf048ab78a8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.394682] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-971f0e6f-d7b7-46cb-98ba-acf048ab78a8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.394849] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('971f0e6f-d7b7-46cb-98ba-acf048ab78a8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.505610] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf8a20fb-2117-4bfa-bc48-81e1ba03931f in Status: SUCCESS [ 1148.505925] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.506327] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.506653] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.506735] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf8a20fb-2117-4bfa-bc48-81e1ba03931f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.527051] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.527400] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.863066] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.863262] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.863330] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.863593] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.863689] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.863904] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.864019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.864085] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.864247] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.864323] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.864409] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05d118d5-4935-441a-bf0f-faf234f622b6 already deleted. [ 1148.864487] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d118d5-4935-441a-bf0f-faf234f622b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.864593] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05d118d5-4935-441a-bf0f-faf234f622b6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.868930] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d118d5-4935-441a-bf0f-faf234f622b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.869197] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d118d5-4935-441a-bf0f-faf234f622b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.869407] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.869531] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.869601] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.870287] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.870287] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.870287] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05d118d5-4935-441a-bf0f-faf234f622b6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.898711] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 971f0e6f-d7b7-46cb-98ba-acf048ab78a8 [ 1148.898711] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.898711] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.898711] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.898711] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.898711] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.898711] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:971f0e6f-d7b7-46cb-98ba-acf048ab78a8 already deleted. [ 1148.899352] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-971f0e6f-d7b7-46cb-98ba-acf048ab78a8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.950283] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: SUCCESS [ 1148.950623] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.951367] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf8a20fb-2117-4bfa-bc48-81e1ba03931f in Status: SUCCESS [ 1148.951549] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.952063] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.952275] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.952463] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.952584] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.952651] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.952818] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.952999] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.952999] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.953948] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.954150] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.954395] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.954453] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.954487] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.954631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.954711] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.954802] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf8a20fb-2117-4bfa-bc48-81e1ba03931f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.034064] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.034064] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.034064] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.034064] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.034064] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.034064] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf8a20fb-2117-4bfa-bc48-81e1ba03931f is going to be deleted. [ 1149.157491] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.157693] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.157789] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.158106] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.158278] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.158389] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.372174] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05d118d5-4935-441a-bf0f-faf234f622b6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.373617] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.373798] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.373889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.374183] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.374281] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.374518] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.374623] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.374725] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.374968] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.375072] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.375160] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05d118d5-4935-441a-bf0f-faf234f622b6 already deleted. [ 1149.375246] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d118d5-4935-441a-bf0f-faf234f622b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.456832] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.460853] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.461926] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.462078] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.462356] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.462437] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.462657] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.462779] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.462929] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.462984] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.463083] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.463176] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf8a20fb-2117-4bfa-bc48-81e1ba03931f is going to be deleted. [ 1149.503026] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.503026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.503026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.503026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.503026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.503026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.503627] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.503627] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.503627] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.503729] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.503729] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.504232] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.504232] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.504232] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf8a20fb-2117-4bfa-bc48-81e1ba03931f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.876734] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05d118d5-4935-441a-bf0f-faf234f622b6: rpc.has_security_group_logging(os_id): False [ 1149.901662] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.901922] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.901922] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.902136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.902229] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.902458] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.902562] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.902629] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.902787] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.902862] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.902954] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05d118d5-4935-441a-bf0f-faf234f622b6 is going to be created. [ 1149.932128] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/05d118d5-4935-441a-bf0f-faf234f622b6], does not exist path=[/infra/domains/default/groups/05d118d5-4935-441a-bf0f-faf234f622b6]."\n}' [ 1149.932347] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05d118d5-4935-441a-bf0f-faf234f622b6 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/05d118d5-4935-441a-bf0f-faf234f622b6 [ 1149.932347] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1149.960454] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.977487] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.977487] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.977487] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.977487] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.978655] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.978957] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.979087] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.979142] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.979310] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.979393] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.979602] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.979701] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.979764] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.980087] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.980087] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.980174] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05d118d5-4935-441a-bf0f-faf234f622b6 is going to be created. [ 1150.008207] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.008755] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.010634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.010634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.010634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.010634] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.010634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.010634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.010634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.010634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.010634] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf8a20fb-2117-4bfa-bc48-81e1ba03931f already deleted. [ 1150.010634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf8a20fb-2117-4bfa-bc48-81e1ba03931f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.011460] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/05d118d5-4935-441a-bf0f-faf234f622b6], does not exist path=[/infra/domains/default/groups/05d118d5-4935-441a-bf0f-faf234f622b6]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/05d118d5-4935-441a-bf0f-faf234f622b6 [ 1150.011460] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05d118d5-4935-441a-bf0f-faf234f622b6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.011460] env[69297]: Traceback (most recent call last): [ 1150.011460] env[69297]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1150.011460] env[69297]: return func(*args, **kwargs) [ 1150.011460] env[69297]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1150.011460] env[69297]: res.raise_for_status() [ 1150.011460] env[69297]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1150.011460] env[69297]: raise HTTPError(http_error_msg, response=self) [ 1150.011460] env[69297]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/05d118d5-4935-441a-bf0f-faf234f622b6 [ 1150.011460] env[69297]: During handling of the above exception, another exception occurred: [ 1150.011460] env[69297]: Traceback (most recent call last): [ 1150.011460] env[69297]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1150.011460] env[69297]: listener.cb(fileno) [ 1150.011460] env[69297]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1150.011460] env[69297]: result = function(*args, **kwargs) [ 1150.011460] env[69297]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1150.011460] env[69297]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1150.011460] env[69297]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1150.011460] env[69297]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1150.011460] env[69297]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1150.011460] env[69297]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1150.011460] env[69297]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1150.011460] env[69297]: res.raise_for_status() [ 1150.011460] env[69297]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1150.011460] env[69297]: raise HTTPError(http_error_msg, response=self) [ 1150.011460] env[69297]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/05d118d5-4935-441a-bf0f-faf234f622b6 [ 1150.011460] env[69297]: Removing descriptor: 73 [ 1150.109693] env[69297]: INFO networking_nsxv3.common.synchronization [None req-0d085a75-06ed-47e5-a4dc-ecd654bcca64 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Enqueued Resource ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 with Priority: HIGHEST for action security_group_rules [ 1150.110585] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 with Priority: HIGHEST for action security_group_rules [ 1150.110946] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-038cb094-e9f4-49e1-a81e-5caf7b786418 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.111362] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.111452] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.111703] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.111793] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('038cb094-e9f4-49e1-a81e-5caf7b786418',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.144472] env[69297]: INFO networking_nsxv3.common.synchronization [None req-0169ed90-47fe-4c32-b4d1-999d63af1eb0 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Enqueued Resource ID: 1ffda2fc-e606-44ca-9309-c30e0723a3c1 with Priority: HIGHEST for action security_group_rules [ 1150.145165] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ffda2fc-e606-44ca-9309-c30e0723a3c1 with Priority: HIGHEST for action security_group_rules [ 1150.147035] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ffda2fc-e606-44ca-9309-c30e0723a3c1 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.147626] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.147626] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.147755] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.147820] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ffda2fc-e606-44ca-9309-c30e0723a3c1',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.321851] env[69297]: INFO networking_nsxv3.common.synchronization [None req-76231d94-f2ff-4a46-b79b-096a38c4b78d tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Enqueued Resource ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 with Priority: HIGHEST for action security_group_rules [ 1150.323679] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 with Priority: HIGHEST for action security_group_rules [ 1150.324693] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-038cb094-e9f4-49e1-a81e-5caf7b786418 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.324857] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.337340] env[69297]: INFO networking_nsxv3.common.synchronization [None req-453b8114-a327-4d52-a38d-ba61560e81ab tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Enqueued Resource ID: 1ffda2fc-e606-44ca-9309-c30e0723a3c1 with Priority: HIGHEST for action security_group_rules [ 1150.337758] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ffda2fc-e606-44ca-9309-c30e0723a3c1 with Priority: HIGHEST for action security_group_rules [ 1150.339198] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ffda2fc-e606-44ca-9309-c30e0723a3c1 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.339198] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.466020] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.466020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.466020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.466020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.466020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.466020] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e492b2-52a1-4aef-bb44-746f61545909 is going to be updated. [ 1150.510557] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.510732] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.510770] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.514021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.514021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.524127] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: IN_PROGRESS for 2s [ 1150.643630] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.643630] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.643764] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.643888] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.644011] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.644104] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 already deleted. [ 1150.646173] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.646468] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.646646] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.647581] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('038cb094-e9f4-49e1-a81e-5caf7b786418',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.672393] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.672393] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.672393] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.672393] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.672393] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.672393] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ffda2fc-e606-44ca-9309-c30e0723a3c1 already deleted. [ 1150.672393] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.672393] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.672393] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.672393] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ffda2fc-e606-44ca-9309-c30e0723a3c1',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.692108] env[69297]: INFO networking_nsxv3.common.synchronization [None req-78f672a2-0061-49c4-8141-033b5d20d81b None None] Enqueued Resource ID: c1d03b2d-5d5a-47c5-9935-63e02e90e987 with Priority: HIGHEST for action port [ 1150.692780] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1d03b2d-5d5a-47c5-9935-63e02e90e987 with Priority: HIGHEST for action port [ 1150.693662] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1d03b2d-5d5a-47c5-9935-63e02e90e987 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.693864] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1d03b2d-5d5a-47c5-9935-63e02e90e987" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.693983] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1d03b2d-5d5a-47c5-9935-63e02e90e987" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.695305] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1d03b2d-5d5a-47c5-9935-63e02e90e987" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.695587] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1d03b2d-5d5a-47c5-9935-63e02e90e987',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.174655] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.175125] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.175125] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.175226] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.175263] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.175655] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 already deleted. [ 1151.175764] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.196809] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.197032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.197126] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.197354] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.197445] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.197553] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ffda2fc-e606-44ca-9309-c30e0723a3c1 already deleted. [ 1151.197999] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.199707] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1d03b2d-5d5a-47c5-9935-63e02e90e987 [ 1151.199916] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.200051] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.200211] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.200307] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.200406] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.200478] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1d03b2d-5d5a-47c5-9935-63e02e90e987 already deleted. [ 1151.201169] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1d03b2d-5d5a-47c5-9935-63e02e90e987" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.534158] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: SUCCESS [ 1152.534643] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.534830] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.535079] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.535277] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.535395] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.535457] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.535606] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.535686] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.535786] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.783040] env[69297]: INFO networking_nsxv3.common.synchronization [None req-020ccfd9-51e0-448e-9346-28d621b2cfd9 None None] Enqueued Resource ID: e035ea1d-deb3-46c6-bc9f-52e1f2bd8796 with Priority: HIGHEST for action port [ 1152.783040] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e035ea1d-deb3-46c6-bc9f-52e1f2bd8796 with Priority: HIGHEST for action port [ 1152.783040] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-e035ea1d-deb3-46c6-bc9f-52e1f2bd8796 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.783040] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e035ea1d-deb3-46c6-bc9f-52e1f2bd8796" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.783040] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e035ea1d-deb3-46c6-bc9f-52e1f2bd8796" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.783040] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e035ea1d-deb3-46c6-bc9f-52e1f2bd8796" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.783040] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e035ea1d-deb3-46c6-bc9f-52e1f2bd8796',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.039981] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.285529] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e035ea1d-deb3-46c6-bc9f-52e1f2bd8796 [ 1153.285783] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.285918] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.285986] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.286229] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.286321] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.286425] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e035ea1d-deb3-46c6-bc9f-52e1f2bd8796 already deleted. [ 1153.286542] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e035ea1d-deb3-46c6-bc9f-52e1f2bd8796" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.542604] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.045160] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.046078] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.046078] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.046078] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.046078] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.046078] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e492b2-52a1-4aef-bb44-746f61545909 is going to be updated. [ 1154.079713] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.079889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.079950] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.080212] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.080372] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.091120] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: IN_PROGRESS for 2s [ 1155.355922] env[69297]: INFO networking_nsxv3.common.synchronization [None req-39c6f144-6ddd-41f4-be35-d51f4e83d83c None None] Enqueued Resource ID: 0777c72b-04d8-4218-b605-7debb4ceb5de with Priority: HIGHEST for action port [ 1155.356588] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0777c72b-04d8-4218-b605-7debb4ceb5de with Priority: HIGHEST for action port [ 1155.357993] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-0777c72b-04d8-4218-b605-7debb4ceb5de taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.357993] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0777c72b-04d8-4218-b605-7debb4ceb5de" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.357993] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0777c72b-04d8-4218-b605-7debb4ceb5de" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.357993] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0777c72b-04d8-4218-b605-7debb4ceb5de" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.357993] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0777c72b-04d8-4218-b605-7debb4ceb5de',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.859438] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0777c72b-04d8-4218-b605-7debb4ceb5de [ 1155.862351] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.862536] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.862611] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.862836] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.862931] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.863047] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0777c72b-04d8-4218-b605-7debb4ceb5de already deleted. [ 1155.863127] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0777c72b-04d8-4218-b605-7debb4ceb5de" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.989991] env[69297]: INFO networking_nsxv3.common.synchronization [req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 req-56f34de3-a155-4852-a1a4-c0adeff9b4e7 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Enqueued Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1155.990593] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1155.990988] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.991194] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.991325] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.991660] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.991944] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.992159] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.992318] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.992601] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.992732] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.992839] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.105034] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: SUCCESS [ 1156.105460] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.107710] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.107710] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.107710] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.107710] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.107710] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.107710] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.107710] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.107710] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.107710] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.387302] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-320 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.387640] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-320" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.387640] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-320" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.387885] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-320" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.388217] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.388384] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.388500] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.388724] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.388872] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.389140] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.389266] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.389389] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.389502] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.389618] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.389725] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.389894] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.413116] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.413116] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1156.413116] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.413116] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-320" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.413626] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-135e5de6-1335-43d9-9602-0c568410a842 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.413626] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-135e5de6-1335-43d9-9602-0c568410a842" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.413749] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-135e5de6-1335-43d9-9602-0c568410a842" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.414093] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-135e5de6-1335-43d9-9602-0c568410a842" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.414242] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('135e5de6-1335-43d9-9602-0c568410a842',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.497605] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.497771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.497835] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.498141] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.520924] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.521246] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.521379] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.521423] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.521608] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.521691] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.521782] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e is going to be updated. [ 1156.546107] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.546309] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.546309] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.546488] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.546633] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.555548] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: IN_PROGRESS for 2s [ 1156.609757] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.609951] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.610073] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.610419] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.610693] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.610873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.611016] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.611292] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.611452] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.611616] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.611861] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.612037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.612158] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.612610] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.612862] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.613030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.613142] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.613362] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.613498] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.613648] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.613802] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.838239] env[69297]: INFO networking_nsxv3.common.synchronization [req-b7044bc3-2827-4963-bbae-b5533f7d7eae req-11b0ef47-36eb-4776-80cf-3922f7cd22ee tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 8be8f6f3-3ef9-4d76-9582-69ccc6031fba with Priority: HIGHEST for action security_group_members [ 1156.838239] env[69297]: INFO networking_nsxv3.common.synchronization [req-b7044bc3-2827-4963-bbae-b5533f7d7eae req-11b0ef47-36eb-4776-80cf-3922f7cd22ee tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_members [ 1156.838239] env[69297]: INFO networking_nsxv3.common.synchronization [req-b7044bc3-2827-4963-bbae-b5533f7d7eae req-11b0ef47-36eb-4776-80cf-3922f7cd22ee tempest-SecurityGroupsTestJSON-159077761 tempest-SecurityGroupsTestJSON-159077761-project-member] Enqueued Resource ID: 0896401d-6199-46e8-8189-c99a02ba2f5f with Priority: HIGHEST for action security_group_members [ 1156.838239] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be8f6f3-3ef9-4d76-9582-69ccc6031fba with Priority: HIGHEST for action security_group_members [ 1156.838239] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e492b2-52a1-4aef-bb44-746f61545909 with Priority: HIGHEST for action security_group_members [ 1156.838239] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0896401d-6199-46e8-8189-c99a02ba2f5f with Priority: HIGHEST for action security_group_members [ 1156.838239] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-8be8f6f3-3ef9-4d76-9582-69ccc6031fba taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.838239] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8be8f6f3-3ef9-4d76-9582-69ccc6031fba" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.838239] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8be8f6f3-3ef9-4d76-9582-69ccc6031fba" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.838239] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8be8f6f3-3ef9-4d76-9582-69ccc6031fba" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.838833] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.839074] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.839238] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.839480] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.839662] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.839834] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8be8f6f3-3ef9-4d76-9582-69ccc6031fba',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.841629] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-24e492b2-52a1-4aef-bb44-746f61545909 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.842075] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.842240] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.842488] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.842727] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.842929] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.843078] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.843392] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.843567] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.843734] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.844655] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0896401d-6199-46e8-8189-c99a02ba2f5f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.845988] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.846083] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.846258] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.846388] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.846488] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.846550] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.846687] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.847134] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.847134] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0896401d-6199-46e8-8189-c99a02ba2f5f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.916182] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.916802] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.916802] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.916966] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.917453] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.917453] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 135e5de6-1335-43d9-9602-0c568410a842 not found, creating... [ 1156.917569] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.917695] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.917814] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.918143] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.919034] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.919034] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.919034] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.919034] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.919265] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.919265] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.919347] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 135e5de6-1335-43d9-9602-0c568410a842 is going to be created. [ 1156.942932] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.943175] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.943350] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.943643] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.944166] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.944346] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-135e5de6-1335-43d9-9602-0c568410a842" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.116373] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24e492b2-52a1-4aef-bb44-746f61545909: rpc.has_security_group_logging(os_id): False [ 1157.134643] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.134834] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.134949] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.135163] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.168341] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.168763] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.168910] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.169101] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.169239] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.169322] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.169543] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.169650] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.169716] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.169889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.169967] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.170253] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.170357] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.170422] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.170588] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.170666] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.170762] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24e492b2-52a1-4aef-bb44-746f61545909 is going to be updated. [ 1157.241204] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.241383] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.241449] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.241662] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.241812] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.261513] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: IN_PROGRESS for 2s [ 1157.342653] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.342850] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.342898] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.343163] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.343296] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.343521] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.343623] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.343689] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.343844] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.343922] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.344015] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8be8f6f3-3ef9-4d76-9582-69ccc6031fba already deleted. [ 1157.344102] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8be8f6f3-3ef9-4d76-9582-69ccc6031fba" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.348729] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.348920] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.349058] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.349325] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.349476] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.349785] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.349951] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.350118] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.350350] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.350483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.350632] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e492b2-52a1-4aef-bb44-746f61545909 is going to be updated. [ 1157.352306] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.352483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.352483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.352672] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.376361] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.376543] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.376613] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.376675] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.376891] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.378177] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.378177] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0896401d-6199-46e8-8189-c99a02ba2f5f is going to be updated. [ 1157.399300] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.399686] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.399686] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.399754] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.399858] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.408997] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: IN_PROGRESS for 2s [ 1157.416676] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.416854] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.416854] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.417085] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.417200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.425012] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0896401d-6199-46e8-8189-c99a02ba2f5f in Status: IN_PROGRESS for 2s [ 1157.631430] env[69297]: INFO networking_nsxv3.common.synchronization [req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 req-cf26565a-de46-4306-b779-1b1e9949ed06 service nova] Enqueued Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_rules [ 1157.631553] env[69297]: INFO networking_nsxv3.common.synchronization [req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 req-cf26565a-de46-4306-b779-1b1e9949ed06 service nova] Enqueued Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1157.631698] env[69297]: INFO networking_nsxv3.common.synchronization [req-bcab4d5f-1d91-4698-820d-f24df8d8bbc3 req-cf26565a-de46-4306-b779-1b1e9949ed06 service nova] Enqueued Resource ID: 135e5de6-1335-43d9-9602-0c568410a842 with Priority: HIGHEST for action port [ 1157.632226] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_rules [ 1157.632363] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1157.632498] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 135e5de6-1335-43d9-9602-0c568410a842 with Priority: HIGHEST for action port [ 1157.632784] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.632907] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.632974] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.633404] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.633492] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.636106] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.637883] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.638142] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-135e5de6-1335-43d9-9602-0c568410a842 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.638337] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-135e5de6-1335-43d9-9602-0c568410a842" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.638446] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-135e5de6-1335-43d9-9602-0c568410a842" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.638611] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-135e5de6-1335-43d9-9602-0c568410a842" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.638705] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('135e5de6-1335-43d9-9602-0c568410a842',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.141289] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.141946] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.141946] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 135e5de6-1335-43d9-9602-0c568410a842 with status ACTIVE [ 1158.141946] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.141946] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.141946] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.142191] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.142271] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.142439] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.142548] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.142699] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.142758] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.142834] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.143025] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.143309] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.143309] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.143309] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.143475] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.143475] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 135e5de6-1335-43d9-9602-0c568410a842 is going to be updated. [ 1158.192097] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.192097] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.192097] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.192290] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.192470] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.192672] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-135e5de6-1335-43d9-9602-0c568410a842" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.288390] env[69297]: INFO networking_nsxv3.common.synchronization [req-27db4065-9413-4d30-8bfe-d9a96c96564b req-99b32e28-9b8f-471f-a99f-312ceba73370 tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Enqueued Resource ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 with Priority: HIGHEST for action security_group_members [ 1158.288931] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 with Priority: HIGHEST for action security_group_members [ 1158.289244] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-038cb094-e9f4-49e1-a81e-5caf7b786418 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.289394] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.289467] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.289726] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.289881] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.290022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.290327] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.290496] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.290605] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.290708] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('038cb094-e9f4-49e1-a81e-5caf7b786418',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.566647] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: SUCCESS [ 1158.566647] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e deletion is rescheduled due to dependency. [ 1158.566647] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.566647] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.566647] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.566647] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.566647] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.566647] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.566647] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.568760] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.568760] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.595748] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.595966] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-563" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.596108] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-563" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.596384] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-563" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.596896] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.596896] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.597121] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.597304] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.597459] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.597671] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1158.597787] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1158.597898] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1158.598050] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1158.598194] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1158.598309] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1158.598443] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1158.616414] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1158.616586] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1158.617019] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1158.617019] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-563" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.617236] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-cf9521b1-02c6-49f5-89bc-cb662d206485 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.617432] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-cf9521b1-02c6-49f5-89bc-cb662d206485" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.617558] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-cf9521b1-02c6-49f5-89bc-cb662d206485" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.617896] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-cf9521b1-02c6-49f5-89bc-cb662d206485" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.618038] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf9521b1-02c6-49f5-89bc-cb662d206485',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.792935] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.793133] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.793208] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.793429] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.793519] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.793721] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.793892] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.793892] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.794049] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.794098] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.794185] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 already deleted. [ 1158.794291] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.069441] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.120015] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.120329] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.121022] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.121022] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.121022] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.121277] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port cf9521b1-02c6-49f5-89bc-cb662d206485 not found, creating... [ 1159.121895] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.121895] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.121895] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.121895] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.122122] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.122255] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.122449] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.122634] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.122858] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.122998] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.123156] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: cf9521b1-02c6-49f5-89bc-cb662d206485 is going to be created. [ 1159.149554] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.149766] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.149892] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.150296] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.150537] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.151190] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-cf9521b1-02c6-49f5-89bc-cb662d206485" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.277403] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: SUCCESS [ 1159.277640] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.277833] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.278110] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.278208] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.419782] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24e492b2-52a1-4aef-bb44-746f61545909 in Status: SUCCESS [ 1159.419954] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24e492b2-52a1-4aef-bb44-746f61545909 deletion is rescheduled due to dependency. [ 1159.420155] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.433973] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0896401d-6199-46e8-8189-c99a02ba2f5f in Status: SUCCESS [ 1159.434235] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0896401d-6199-46e8-8189-c99a02ba2f5f deletion is rescheduled due to dependency. [ 1159.434392] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.572022] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.800919] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.801137] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.801228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.801507] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.801609] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.801707] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24e492b2-52a1-4aef-bb44-746f61545909 is going to be deleted. [ 1159.853279] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.853279] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.853279] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.853279] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.853279] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.853279] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.853279] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.853279] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.853279] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.880042] env[69297]: INFO networking_nsxv3.common.synchronization [req-27db4065-9413-4d30-8bfe-d9a96c96564b req-9fa2d7b3-3811-4a10-8559-021741b47ebd service nova] Enqueued Resource ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 with Priority: HIGHEST for action security_group_rules [ 1159.880042] env[69297]: INFO networking_nsxv3.common.synchronization [req-27db4065-9413-4d30-8bfe-d9a96c96564b req-9fa2d7b3-3811-4a10-8559-021741b47ebd service nova] Enqueued Resource ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 with Priority: HIGHEST for action security_group_members [ 1159.880042] env[69297]: INFO networking_nsxv3.common.synchronization [req-27db4065-9413-4d30-8bfe-d9a96c96564b req-9fa2d7b3-3811-4a10-8559-021741b47ebd service nova] Enqueued Resource ID: cf9521b1-02c6-49f5-89bc-cb662d206485 with Priority: HIGHEST for action port [ 1159.880042] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 with Priority: HIGHEST for action security_group_rules [ 1159.880042] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 with Priority: HIGHEST for action security_group_members [ 1159.880042] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf9521b1-02c6-49f5-89bc-cb662d206485 with Priority: HIGHEST for action port [ 1159.880042] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-038cb094-e9f4-49e1-a81e-5caf7b786418 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.880042] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.880042] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.882530] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.882827] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('038cb094-e9f4-49e1-a81e-5caf7b786418',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.883947] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-038cb094-e9f4-49e1-a81e-5caf7b786418 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.884752] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.884961] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.886457] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.886457] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.886457] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.886457] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.886457] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.886457] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.886457] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('038cb094-e9f4-49e1-a81e-5caf7b786418',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.887367] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf9521b1-02c6-49f5-89bc-cb662d206485 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.887524] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf9521b1-02c6-49f5-89bc-cb662d206485" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.887650] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf9521b1-02c6-49f5-89bc-cb662d206485" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.887869] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf9521b1-02c6-49f5-89bc-cb662d206485" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.887869] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf9521b1-02c6-49f5-89bc-cb662d206485',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.074426] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.074657] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.074795] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.075102] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.075207] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.075312] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e is going to be updated. [ 1160.106776] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.106986] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.106986] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.107215] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.107442] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.117760] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: IN_PROGRESS for 2s [ 1160.374800] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.374800] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.374800] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.374800] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.374800] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.374800] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24e492b2-52a1-4aef-bb44-746f61545909 already deleted. [ 1160.374800] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.374800] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.374800] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.374800] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24e492b2-52a1-4aef-bb44-746f61545909',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.389576] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-038cb094-e9f4-49e1-a81e-5caf7b786418 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.389712] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.391290] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('038cb094-e9f4-49e1-a81e-5caf7b786418',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.392118] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf9521b1-02c6-49f5-89bc-cb662d206485 with status ACTIVE [ 1160.392313] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.392473] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.392528] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.392797] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.392797] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.392968] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.393089] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.393154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.393304] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.393383] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.393559] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.393675] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.393708] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.393851] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.393913] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.394012] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf9521b1-02c6-49f5-89bc-cb662d206485 is going to be updated. [ 1160.416505] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.416755] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.416755] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.416918] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.417500] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.417500] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf9521b1-02c6-49f5-89bc-cb662d206485" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.895178] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.895563] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.895563] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.895639] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.895728] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.895823] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24e492b2-52a1-4aef-bb44-746f61545909 already deleted. [ 1160.895912] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24e492b2-52a1-4aef-bb44-746f61545909" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.896240] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('038cb094-e9f4-49e1-a81e-5caf7b786418',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.399232] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.400536] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.400536] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.400536] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.400705] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.400740] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 is going to be created. [ 1161.427558] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.427758] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.427839] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.428054] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.428287] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.439545] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 in Status: UNINITIALIZED for 2s [ 1161.574277] env[69297]: INFO networking_nsxv3.common.synchronization [req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b req-622c2013-b710-43b4-a63c-95ef101e38b4 tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Enqueued Resource ID: 2e875716-858a-49ae-be53-287bc5cdcf4e with Priority: HIGHEST for action security_group_members [ 1161.574277] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e875716-858a-49ae-be53-287bc5cdcf4e with Priority: HIGHEST for action security_group_members [ 1161.574277] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e875716-858a-49ae-be53-287bc5cdcf4e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.574277] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.574277] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.574277] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.574277] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.574277] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.575253] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.576838] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.576838] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.576838] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e875716-858a-49ae-be53-287bc5cdcf4e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.078510] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.078510] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.078510] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.078879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.078879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.079340] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.079340] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.079340] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.079340] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.079529] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.079529] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e875716-858a-49ae-be53-287bc5cdcf4e already deleted. [ 1162.079605] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.128248] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: SUCCESS [ 1162.128449] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.128839] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.129222] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.129427] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.133020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.133020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.133020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.133020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.133020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.133020] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.207347] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-203 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.207709] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-203" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.208197] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-203" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.208568] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-203" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.209281] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.209468] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.209591] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.209846] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.210023] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.210357] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1162.210560] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1162.210679] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1162.210839] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1162.211453] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1162.211584] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1162.211763] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1162.237679] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1162.237874] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1162.238207] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1162.238519] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-203" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.239147] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-ac95c255-594a-43e8-b5a5-f367d204b57c taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.239248] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-ac95c255-594a-43e8-b5a5-f367d204b57c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.239457] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-ac95c255-594a-43e8-b5a5-f367d204b57c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.239894] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-ac95c255-594a-43e8-b5a5-f367d204b57c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.244189] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac95c255-594a-43e8-b5a5-f367d204b57c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.633327] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.633550] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.633550] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.633744] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.633908] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.634058] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.634182] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.634325] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.634418] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.634510] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.634705] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.634805] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.634869] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.635069] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.635229] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.635317] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.635374] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.635515] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.635590] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.635672] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.635995] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.750035] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.750035] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.750035] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.750035] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.750035] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.750035] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port ac95c255-594a-43e8-b5a5-f367d204b57c not found, creating... [ 1162.750035] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.750035] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.750035] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.750035] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.750035] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.750796] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.750796] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.750796] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.750919] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.751200] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.751790] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: ac95c255-594a-43e8-b5a5-f367d204b57c is going to be created. [ 1162.775277] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.775551] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.775721] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.776080] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.776356] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.776615] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-ac95c255-594a-43e8-b5a5-f367d204b57c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.139545] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62707b32-fa60-4cfa-8a31-6caff28fa57e: rpc.has_security_group_logging(os_id): False [ 1163.159154] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.159154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.159154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.159154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.159154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.159154] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.159154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.159154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.159154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.159154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.159154] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.159154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.159154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.159154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.159154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.159636] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.159636] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.159636] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.159636] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.159636] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.159997] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e is going to be updated. [ 1163.227405] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.227405] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.227405] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.227732] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.227949] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.242217] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: IN_PROGRESS for 2s [ 1163.453097] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 in Status: SUCCESS [ 1163.453354] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.453535] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.453771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.453997] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.454115] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.454163] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.454314] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.454401] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.454476] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.454569] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('038cb094-e9f4-49e1-a81e-5caf7b786418',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.693981] env[69297]: INFO networking_nsxv3.common.synchronization [req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b req-e3b78b4b-e9a7-49fa-99d2-e6de1cc90503 service nova] Enqueued Resource ID: 2e875716-858a-49ae-be53-287bc5cdcf4e with Priority: HIGHEST for action security_group_rules [ 1163.694210] env[69297]: INFO networking_nsxv3.common.synchronization [req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b req-e3b78b4b-e9a7-49fa-99d2-e6de1cc90503 service nova] Enqueued Resource ID: 2e875716-858a-49ae-be53-287bc5cdcf4e with Priority: HIGHEST for action security_group_members [ 1163.694397] env[69297]: INFO networking_nsxv3.common.synchronization [req-2f6273ea-6a58-45f7-94c5-f82ac10a0f5b req-e3b78b4b-e9a7-49fa-99d2-e6de1cc90503 service nova] Enqueued Resource ID: ac95c255-594a-43e8-b5a5-f367d204b57c with Priority: HIGHEST for action port [ 1163.694677] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e875716-858a-49ae-be53-287bc5cdcf4e with Priority: HIGHEST for action security_group_rules [ 1163.694826] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e875716-858a-49ae-be53-287bc5cdcf4e with Priority: HIGHEST for action security_group_members [ 1163.694928] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac95c255-594a-43e8-b5a5-f367d204b57c with Priority: HIGHEST for action port [ 1163.699581] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e875716-858a-49ae-be53-287bc5cdcf4e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.699714] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.699784] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.700058] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.700229] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e875716-858a-49ae-be53-287bc5cdcf4e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.701036] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e875716-858a-49ae-be53-287bc5cdcf4e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.701171] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.701242] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.701424] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.701572] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.701984] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.702073] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.702232] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.702327] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.702417] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e875716-858a-49ae-be53-287bc5cdcf4e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.706415] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac95c255-594a-43e8-b5a5-f367d204b57c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.706528] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac95c255-594a-43e8-b5a5-f367d204b57c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.706659] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac95c255-594a-43e8-b5a5-f367d204b57c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.706753] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac95c255-594a-43e8-b5a5-f367d204b57c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.706859] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac95c255-594a-43e8-b5a5-f367d204b57c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.957556] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('038cb094-e9f4-49e1-a81e-5caf7b786418',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.208849] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e875716-858a-49ae-be53-287bc5cdcf4e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.210144] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e875716-858a-49ae-be53-287bc5cdcf4e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.210144] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.210359] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac95c255-594a-43e8-b5a5-f367d204b57c with status ACTIVE [ 1164.210547] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.210672] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.210852] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.210992] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.211126] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.211353] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.211618] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.211618] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.211766] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.211881] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.212134] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.212275] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.212430] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.212628] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.212750] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.212860] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac95c255-594a-43e8-b5a5-f367d204b57c is going to be updated. [ 1164.238134] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.238304] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.238377] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.238599] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.238746] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.238916] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac95c255-594a-43e8-b5a5-f367d204b57c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.461431] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 038cb094-e9f4-49e1-a81e-5caf7b786418: rpc.has_security_group_logging(os_id): False [ 1164.486438] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.486712] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.486712] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.486986] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.486986] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.487249] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.487350] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.487417] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.487573] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.487652] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.487743] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 is going to be created. [ 1164.555895] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.556056] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.556131] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.556357] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.556540] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.567706] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 in Status: IN_PROGRESS for 2s [ 1164.715530] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e875716-858a-49ae-be53-287bc5cdcf4e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.225029] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.225029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.225029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.225029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.225029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.225029] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e875716-858a-49ae-be53-287bc5cdcf4e is going to be created. [ 1165.251236] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.251462] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.251506] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.251776] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.252337] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.259358] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: SUCCESS [ 1165.259643] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.263469] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e875716-858a-49ae-be53-287bc5cdcf4e in Status: UNINITIALIZED for 2s [ 1166.580444] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 in Status: SUCCESS [ 1166.580744] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.278324] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e875716-858a-49ae-be53-287bc5cdcf4e in Status: SUCCESS [ 1167.278324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.278324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.278324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.278324] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.278324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.278324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.278615] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.278615] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.278615] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.278779] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e875716-858a-49ae-be53-287bc5cdcf4e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.781382] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e875716-858a-49ae-be53-287bc5cdcf4e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.781718] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.781771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.782089] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.782312] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.782468] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.782554] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.782725] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.782839] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.782949] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.783122] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e875716-858a-49ae-be53-287bc5cdcf4e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.783223] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.783280] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.783431] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.783573] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.783681] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.783742] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.783895] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.784031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.784168] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.784280] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e875716-858a-49ae-be53-287bc5cdcf4e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.286409] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e875716-858a-49ae-be53-287bc5cdcf4e: rpc.has_security_group_logging(os_id): False [ 1168.307578] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.307743] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.307826] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.308023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.308109] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.308313] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.308415] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.308478] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.308627] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.308705] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.308890] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.308983] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.309056] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.309194] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.309269] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.309445] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.309534] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.309593] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.309719] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.309791] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.309872] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e875716-858a-49ae-be53-287bc5cdcf4e is going to be created. [ 1168.368324] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.368505] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.368575] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.368797] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.369043] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.383758] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e875716-858a-49ae-be53-287bc5cdcf4e in Status: IN_PROGRESS for 2s [ 1168.695977] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1168.696228] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1170.403087] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e875716-858a-49ae-be53-287bc5cdcf4e in Status: SUCCESS [ 1170.403490] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.814097] env[69297]: INFO networking_nsxv3.common.synchronization [req-2f744873-f002-4da3-aa54-6c62098ac992 req-b497872d-4599-4ea6-a439-2beb5a6a919d tempest-ServersNegativeTestJSON-860788051 tempest-ServersNegativeTestJSON-860788051-project-member] Enqueued Resource ID: 552a476a-b927-4651-ad43-bde74a976fb8 with Priority: HIGHEST for action security_group_members [ 1172.814629] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 552a476a-b927-4651-ad43-bde74a976fb8 with Priority: HIGHEST for action security_group_members [ 1172.814969] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-552a476a-b927-4651-ad43-bde74a976fb8 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.815114] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.815178] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.815424] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.815594] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.815696] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.815754] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.815912] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.815989] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.816097] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('552a476a-b927-4651-ad43-bde74a976fb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.318896] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.319219] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.319287] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.319684] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.342124] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.342450] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.342598] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.342663] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.342845] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.342932] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.343034] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 552a476a-b927-4651-ad43-bde74a976fb8 is going to be updated. [ 1173.370910] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.371151] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.371151] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.371391] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.371524] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.383313] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 552a476a-b927-4651-ad43-bde74a976fb8 in Status: IN_PROGRESS for 2s [ 1175.391560] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 552a476a-b927-4651-ad43-bde74a976fb8 in Status: SUCCESS [ 1175.391951] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 552a476a-b927-4651-ad43-bde74a976fb8 deletion is rescheduled due to dependency. [ 1175.391951] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.732170] env[69297]: INFO networking_nsxv3.common.synchronization [req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed req-7e5761a4-691f-4728-bc87-fed4eabd5690 tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Enqueued Resource ID: 1ffda2fc-e606-44ca-9309-c30e0723a3c1 with Priority: HIGHEST for action security_group_members [ 1175.732521] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ffda2fc-e606-44ca-9309-c30e0723a3c1 with Priority: HIGHEST for action security_group_members [ 1175.732701] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ffda2fc-e606-44ca-9309-c30e0723a3c1 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.732848] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.732918] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.733376] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.733478] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.733684] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.733684] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.734699] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.734801] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.734856] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ffda2fc-e606-44ca-9309-c30e0723a3c1',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.058497] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-553 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.058700] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-553" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.058904] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-553" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.059527] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-553" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.060162] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.060470] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.060764] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.061183] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.061477] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.061828] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1176.062136] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1176.062334] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1176.062473] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1176.062596] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1176.062706] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1176.062844] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1176.085612] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1176.085796] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1176.085938] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1176.086141] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-553" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.086486] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-2adbd07e-a824-4ef1-b763-7e00f207da62 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.086815] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-2adbd07e-a824-4ef1-b763-7e00f207da62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.086909] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-2adbd07e-a824-4ef1-b763-7e00f207da62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.087365] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-2adbd07e-a824-4ef1-b763-7e00f207da62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.087566] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2adbd07e-a824-4ef1-b763-7e00f207da62',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.236853] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.237050] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.237131] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.237353] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.237448] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.237647] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.237747] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.237812] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.237957] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.238047] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.238158] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ffda2fc-e606-44ca-9309-c30e0723a3c1 already deleted. [ 1176.238263] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.590502] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.590869] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.590869] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.591299] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.591434] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.591495] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 2adbd07e-a824-4ef1-b763-7e00f207da62 not found, creating... [ 1176.591758] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.591921] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.592064] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.592303] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.592437] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.592720] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.592878] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.592996] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.593795] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.594248] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.594248] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 2adbd07e-a824-4ef1-b763-7e00f207da62 is going to be created. [ 1176.614534] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.614534] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.614534] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.614534] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.614800] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.614979] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-2adbd07e-a824-4ef1-b763-7e00f207da62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.888756] env[69297]: INFO networking_nsxv3.common.synchronization [req-2441edf7-92fd-4ceb-a611-2b5623a1447a req-2b4139dc-9794-4a1e-ae2e-bba0612f1f0a tempest-ServerGroupTestJSON-1566591212 tempest-ServerGroupTestJSON-1566591212-project-member] Enqueued Resource ID: 2e875716-858a-49ae-be53-287bc5cdcf4e with Priority: HIGHEST for action security_group_members [ 1176.889852] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e875716-858a-49ae-be53-287bc5cdcf4e with Priority: HIGHEST for action security_group_members [ 1176.889852] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e875716-858a-49ae-be53-287bc5cdcf4e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.889852] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.889852] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.890182] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.890182] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.890367] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.890418] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.890558] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.890644] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.890738] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e875716-858a-49ae-be53-287bc5cdcf4e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.393251] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.393399] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.393472] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.393701] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.393797] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.393989] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.394100] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.394164] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.394316] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.394396] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.394484] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e875716-858a-49ae-be53-287bc5cdcf4e is going to be updated. [ 1177.421167] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.421390] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.421469] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.421643] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.421791] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.431322] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e875716-858a-49ae-be53-287bc5cdcf4e in Status: IN_PROGRESS for 2s [ 1177.506518] env[69297]: INFO networking_nsxv3.common.synchronization [req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed req-dee3ff73-cd64-4ae4-8b2b-16abd24bd7fc service nova] Enqueued Resource ID: 1ffda2fc-e606-44ca-9309-c30e0723a3c1 with Priority: HIGHEST for action security_group_rules [ 1177.506702] env[69297]: INFO networking_nsxv3.common.synchronization [req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed req-dee3ff73-cd64-4ae4-8b2b-16abd24bd7fc service nova] Enqueued Resource ID: 1ffda2fc-e606-44ca-9309-c30e0723a3c1 with Priority: HIGHEST for action security_group_members [ 1177.506842] env[69297]: INFO networking_nsxv3.common.synchronization [req-a850c6d9-5ae7-4c18-8ee6-15b9b1763eed req-dee3ff73-cd64-4ae4-8b2b-16abd24bd7fc service nova] Enqueued Resource ID: 2adbd07e-a824-4ef1-b763-7e00f207da62 with Priority: HIGHEST for action port [ 1177.507085] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ffda2fc-e606-44ca-9309-c30e0723a3c1 with Priority: HIGHEST for action security_group_rules [ 1177.507215] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ffda2fc-e606-44ca-9309-c30e0723a3c1 with Priority: HIGHEST for action security_group_members [ 1177.507313] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2adbd07e-a824-4ef1-b763-7e00f207da62 with Priority: HIGHEST for action port [ 1177.507854] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ffda2fc-e606-44ca-9309-c30e0723a3c1 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.508960] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.509050] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.509263] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.509348] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ffda2fc-e606-44ca-9309-c30e0723a3c1',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.512192] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ffda2fc-e606-44ca-9309-c30e0723a3c1 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.512351] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.512430] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.512653] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.512820] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.512925] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.512992] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.513167] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.513258] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.513352] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ffda2fc-e606-44ca-9309-c30e0723a3c1',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.514153] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-2adbd07e-a824-4ef1-b763-7e00f207da62 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.514273] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2adbd07e-a824-4ef1-b763-7e00f207da62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.514357] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2adbd07e-a824-4ef1-b763-7e00f207da62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.514480] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2adbd07e-a824-4ef1-b763-7e00f207da62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.514556] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2adbd07e-a824-4ef1-b763-7e00f207da62',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.016141] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ffda2fc-e606-44ca-9309-c30e0723a3c1 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.016141] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.017731] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ffda2fc-e606-44ca-9309-c30e0723a3c1',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.019334] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2adbd07e-a824-4ef1-b763-7e00f207da62 with status ACTIVE [ 1178.019708] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.023174] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.023174] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.023174] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.023174] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.023174] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.023174] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.023174] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.023174] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.023174] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.023174] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.023174] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.023174] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.023174] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.023174] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.023174] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2adbd07e-a824-4ef1-b763-7e00f207da62 is going to be updated. [ 1178.047536] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.047536] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.047536] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.047536] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.047536] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.047536] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2adbd07e-a824-4ef1-b763-7e00f207da62" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.522139] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ffda2fc-e606-44ca-9309-c30e0723a3c1',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.025614] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.025614] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.025614] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.025614] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.025614] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.025614] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ffda2fc-e606-44ca-9309-c30e0723a3c1 is going to be created. [ 1179.051828] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.052056] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.052056] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.052235] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.052402] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.066019] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ffda2fc-e606-44ca-9309-c30e0723a3c1 in Status: UNINITIALIZED for 2s [ 1179.441880] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e875716-858a-49ae-be53-287bc5cdcf4e in Status: SUCCESS [ 1179.442143] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e875716-858a-49ae-be53-287bc5cdcf4e deletion is rescheduled due to dependency. [ 1179.442208] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.077768] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ffda2fc-e606-44ca-9309-c30e0723a3c1 in Status: SUCCESS [ 1181.077768] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.077768] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.078144] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.078144] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.078241] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.078295] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.078475] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.078559] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.078643] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.078737] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ffda2fc-e606-44ca-9309-c30e0723a3c1',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.581744] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ffda2fc-e606-44ca-9309-c30e0723a3c1',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.083193] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ffda2fc-e606-44ca-9309-c30e0723a3c1: rpc.has_security_group_logging(os_id): False [ 1182.103837] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.104051] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.104051] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.104286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.104376] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.104629] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.104733] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.104776] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.105296] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.105296] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.105296] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ffda2fc-e606-44ca-9309-c30e0723a3c1 is going to be created. [ 1182.169339] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.169609] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.169682] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.170303] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.170555] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.183399] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ffda2fc-e606-44ca-9309-c30e0723a3c1 in Status: IN_PROGRESS for 2s [ 1182.502462] env[69297]: INFO networking_nsxv3.common.synchronization [req-9380d05c-70db-4aa2-9017-de56bbe4791d req-b46c3874-6bb7-41c3-a52a-3f2b0ae40664 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Enqueued Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1182.502985] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1182.503314] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.503443] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.503506] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.503710] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.503857] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.503954] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.504039] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.504193] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.504344] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.504377] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.007062] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.007062] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.007062] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.007315] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.007346] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.007538] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.007668] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.007709] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.007847] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.008017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.008091] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e is going to be updated. [ 1183.036833] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.036989] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.037076] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.037301] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.037442] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.046456] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: IN_PROGRESS for 2s [ 1183.532010] env[69297]: INFO networking_nsxv3.common.synchronization [req-0d5ff4d0-3ad7-412e-accf-3642d53a3dc1 req-815426cb-c631-40ac-9fd5-bb3ea20db6fc tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Enqueued Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_members [ 1183.532010] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_members [ 1183.532010] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-7709757a-bd74-4105-a5e2-a538c8b7d9e2 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.532010] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.532010] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.532010] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.532010] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.532010] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.532010] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.532010] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.532010] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.532710] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.035022] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.035022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.035022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.035022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.057441] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.057688] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.057802] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.057865] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.058084] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.058166] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.058310] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 is going to be updated. [ 1184.088475] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.088629] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.088700] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.088911] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.089070] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.099451] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 in Status: IN_PROGRESS for 2s [ 1184.200738] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ffda2fc-e606-44ca-9309-c30e0723a3c1 in Status: SUCCESS [ 1184.200738] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.057672] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: SUCCESS [ 1185.058057] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e deletion is rescheduled due to dependency. [ 1185.058057] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.111054] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 in Status: SUCCESS [ 1186.111475] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 deletion is rescheduled due to dependency. [ 1186.111475] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.451690] env[69297]: INFO networking_nsxv3.common.synchronization [req-b119c54a-2730-44ac-a1ca-ffaed4e6e0a5 req-29dd08a6-6343-485c-b344-f6146b1b81dc tempest-AttachVolumeNegativeTest-274679685 tempest-AttachVolumeNegativeTest-274679685-project-member] Enqueued Resource ID: ae81c0f3-5aff-4751-8871-055fd5323dca with Priority: HIGHEST for action security_group_members [ 1188.452326] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae81c0f3-5aff-4751-8871-055fd5323dca with Priority: HIGHEST for action security_group_members [ 1188.452641] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae81c0f3-5aff-4751-8871-055fd5323dca taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.452785] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae81c0f3-5aff-4751-8871-055fd5323dca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.452855] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae81c0f3-5aff-4751-8871-055fd5323dca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.453062] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae81c0f3-5aff-4751-8871-055fd5323dca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.453219] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.453566] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.453566] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.453566] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.453732] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.453732] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae81c0f3-5aff-4751-8871-055fd5323dca',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.956158] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.956352] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.956556] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.956748] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.112216] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.112514] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.112672] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.112672] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.112959] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.113174] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.113343] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae81c0f3-5aff-4751-8871-055fd5323dca is going to be updated. [ 1189.158875] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.159068] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.159068] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.159304] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.159432] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.168855] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae81c0f3-5aff-4751-8871-055fd5323dca in Status: IN_PROGRESS for 2s [ 1191.181072] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae81c0f3-5aff-4751-8871-055fd5323dca in Status: SUCCESS [ 1191.181583] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae81c0f3-5aff-4751-8871-055fd5323dca deletion is rescheduled due to dependency. [ 1191.181583] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae81c0f3-5aff-4751-8871-055fd5323dca" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.446363] env[69297]: INFO networking_nsxv3.common.synchronization [req-b7a92f70-3092-4876-a3f7-c9a23b602e63 req-a5572d5d-00dd-42dc-80c5-3dd9ccd9efde tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Enqueued Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1192.446927] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1192.447252] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.447378] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.447448] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.447652] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.448053] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.448053] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.448053] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.448176] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.448216] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.448325] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.753151] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-320 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.753354] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-320" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.753461] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-320" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.753744] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-320" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.754009] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.754173] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.754291] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.754505] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.754649] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.754862] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1192.754978] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1192.755100] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1192.755209] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1192.755344] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1192.755419] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1192.755554] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1192.777016] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1192.777264] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1192.777389] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1192.777570] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-320" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.777891] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-c2fed416-fa4a-4470-9776-a95a7a1ac4f6 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.778082] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-c2fed416-fa4a-4470-9776-a95a7a1ac4f6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.778240] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-c2fed416-fa4a-4470-9776-a95a7a1ac4f6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.778568] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-c2fed416-fa4a-4470-9776-a95a7a1ac4f6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.778717] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2fed416-fa4a-4470-9776-a95a7a1ac4f6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.951094] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.951322] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.951453] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.951676] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.951786] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.952028] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.952140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.952242] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.952410] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.952495] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.952588] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e is going to be updated. [ 1192.979632] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.979874] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.979943] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.980168] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.980352] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.990084] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: IN_PROGRESS for 2s [ 1192.997850] env[69297]: INFO networking_nsxv3.common.synchronization [req-eae0fee2-850b-4144-a2ad-fa33d2998a99 req-623baac3-e87c-4e49-b710-9e7262c3b8ec tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Enqueued Resource ID: f6190a68-e72b-463a-893a-768d7dd7aae0 with Priority: HIGHEST for action security_group_members [ 1192.998755] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6190a68-e72b-463a-893a-768d7dd7aae0 with Priority: HIGHEST for action security_group_members [ 1192.998755] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6190a68-e72b-463a-893a-768d7dd7aae0 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.998908] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.998908] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.999188] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.999350] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.999452] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.999600] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.999699] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.999785] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.999878] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6190a68-e72b-463a-893a-768d7dd7aae0',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.281909] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.282179] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.282283] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.282572] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.282885] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.282999] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port c2fed416-fa4a-4470-9776-a95a7a1ac4f6 not found, creating... [ 1193.283274] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.283452] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.283556] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.283904] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.283904] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.284216] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.284375] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.284491] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.284702] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.284836] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.284979] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: c2fed416-fa4a-4470-9776-a95a7a1ac4f6 is going to be created. [ 1193.310494] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.310774] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.310928] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.311416] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.311723] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.312018] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-c2fed416-fa4a-4470-9776-a95a7a1ac4f6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.502398] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.502794] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.502794] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.502886] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.529740] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.530009] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.530134] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.530202] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.530463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.530547] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.530640] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6190a68-e72b-463a-893a-768d7dd7aae0 is going to be updated. [ 1193.558256] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.558422] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.558471] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.558665] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.558805] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.573445] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6190a68-e72b-463a-893a-768d7dd7aae0 in Status: IN_PROGRESS for 2s [ 1194.018352] env[69297]: INFO networking_nsxv3.common.synchronization [req-b7a92f70-3092-4876-a3f7-c9a23b602e63 req-b695ec34-0404-4572-a9d6-1f37b0fec895 service nova] Enqueued Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_rules [ 1194.018352] env[69297]: INFO networking_nsxv3.common.synchronization [req-b7a92f70-3092-4876-a3f7-c9a23b602e63 req-b695ec34-0404-4572-a9d6-1f37b0fec895 service nova] Enqueued Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1194.018352] env[69297]: INFO networking_nsxv3.common.synchronization [req-b7a92f70-3092-4876-a3f7-c9a23b602e63 req-b695ec34-0404-4572-a9d6-1f37b0fec895 service nova] Enqueued Resource ID: c2fed416-fa4a-4470-9776-a95a7a1ac4f6 with Priority: HIGHEST for action port [ 1194.018352] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_rules [ 1194.018352] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1194.018352] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2fed416-fa4a-4470-9776-a95a7a1ac4f6 with Priority: HIGHEST for action port [ 1194.019949] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.020164] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.020361] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.020642] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.021224] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.022212] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.022212] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.022513] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2fed416-fa4a-4470-9776-a95a7a1ac4f6 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.022726] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2fed416-fa4a-4470-9776-a95a7a1ac4f6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.022860] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2fed416-fa4a-4470-9776-a95a7a1ac4f6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.023462] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2fed416-fa4a-4470-9776-a95a7a1ac4f6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.023462] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2fed416-fa4a-4470-9776-a95a7a1ac4f6',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.525593] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.525882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.527281] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2fed416-fa4a-4470-9776-a95a7a1ac4f6 with status ACTIVE [ 1194.527517] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.527614] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.527659] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.527952] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.528103] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.528297] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.528425] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.528497] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.528696] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.528789] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.528982] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.529093] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.529167] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.529353] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.529440] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.529530] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2fed416-fa4a-4470-9776-a95a7a1ac4f6 is going to be updated. [ 1194.552576] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.552715] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.552757] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.553043] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.553131] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.553290] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2fed416-fa4a-4470-9776-a95a7a1ac4f6" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.006406] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: SUCCESS [ 1195.006747] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e deletion is rescheduled due to dependency. [ 1195.006747] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.006929] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.007107] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.007296] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.007416] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.007507] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.007686] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.007770] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.007897] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.511070] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.583147] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6190a68-e72b-463a-893a-768d7dd7aae0 in Status: SUCCESS [ 1195.583432] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6190a68-e72b-463a-893a-768d7dd7aae0 deletion is rescheduled due to dependency. [ 1195.583640] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.012876] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.497293] env[69297]: INFO networking_nsxv3.common.synchronization [req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 req-e13bc739-46f5-4490-a38a-76f45e23b0c0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Enqueued Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_members [ 1196.498120] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_members [ 1196.498180] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-7709757a-bd74-4105-a5e2-a538c8b7d9e2 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.498302] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.498393] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.498601] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.498766] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.498871] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.498933] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.499612] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.499612] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.499612] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.516061] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.516337] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.516499] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.516739] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.516860] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.516983] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e is going to be updated. [ 1196.547569] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.547719] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.547788] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.548012] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.548154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.561918] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: IN_PROGRESS for 2s [ 1196.779376] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.779695] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-743" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.779740] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-743" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.779998] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-743" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.780412] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.780597] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.780721] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.780940] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.781095] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.781332] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1196.781514] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1196.781641] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1196.781750] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1196.781863] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1196.781971] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1196.782117] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1196.801261] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1196.801468] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1196.801570] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1196.801746] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-743" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.802098] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-dac9e637-0f10-4272-98e2-e5e4d80fbbaa taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.802279] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-dac9e637-0f10-4272-98e2-e5e4d80fbbaa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.802401] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-dac9e637-0f10-4272-98e2-e5e4d80fbbaa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.802915] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-dac9e637-0f10-4272-98e2-e5e4d80fbbaa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.803097] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dac9e637-0f10-4272-98e2-e5e4d80fbbaa',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.001676] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.001963] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.002065] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.002325] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.002463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.002745] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.003109] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.003109] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.003203] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.003315] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.003442] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 is going to be updated. [ 1197.029695] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.029930] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.029930] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.030159] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.030309] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.038708] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 in Status: IN_PROGRESS for 2s [ 1197.306212] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.306556] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.306889] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.307129] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.307382] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.307440] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port dac9e637-0f10-4272-98e2-e5e4d80fbbaa not found, creating... [ 1197.307755] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.307944] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.308682] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.308682] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.309058] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.309221] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.309491] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.309682] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.309980] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.310154] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.310303] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: dac9e637-0f10-4272-98e2-e5e4d80fbbaa is going to be created. [ 1197.332277] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.332572] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.332658] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.332963] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.333249] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.333467] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-dac9e637-0f10-4272-98e2-e5e4d80fbbaa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.074365] env[69297]: INFO networking_nsxv3.common.synchronization [req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 req-0591f99e-4142-4cd6-bf61-8650651262e2 service nova] Enqueued Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_rules [ 1198.074641] env[69297]: INFO networking_nsxv3.common.synchronization [req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 req-0591f99e-4142-4cd6-bf61-8650651262e2 service nova] Enqueued Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_members [ 1198.074678] env[69297]: INFO networking_nsxv3.common.synchronization [req-15573a27-cec5-4d51-a9ce-71e58f6c46c1 req-0591f99e-4142-4cd6-bf61-8650651262e2 service nova] Enqueued Resource ID: dac9e637-0f10-4272-98e2-e5e4d80fbbaa with Priority: HIGHEST for action port [ 1198.074902] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_rules [ 1198.075046] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_members [ 1198.075147] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac9e637-0f10-4272-98e2-e5e4d80fbbaa with Priority: HIGHEST for action port [ 1198.075679] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.075829] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.075864] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.076290] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.076431] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.077667] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-7709757a-bd74-4105-a5e2-a538c8b7d9e2 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.077803] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.078053] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-dac9e637-0f10-4272-98e2-e5e4d80fbbaa taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.078188] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dac9e637-0f10-4272-98e2-e5e4d80fbbaa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.078304] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dac9e637-0f10-4272-98e2-e5e4d80fbbaa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.078509] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dac9e637-0f10-4272-98e2-e5e4d80fbbaa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.078618] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dac9e637-0f10-4272-98e2-e5e4d80fbbaa',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.573898] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: SUCCESS [ 1198.573898] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.573898] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.573898] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.573898] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.574255] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.574255] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.574255] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.574343] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.574372] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.574583] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.580213] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-7709757a-bd74-4105-a5e2-a538c8b7d9e2 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.580401] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.583402] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dac9e637-0f10-4272-98e2-e5e4d80fbbaa with status ACTIVE [ 1198.583402] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.583402] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.583402] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.583649] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.583649] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.583818] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.584037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.584099] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.584304] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.584395] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.584617] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.584670] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.584747] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.584866] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.584939] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.585032] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dac9e637-0f10-4272-98e2-e5e4d80fbbaa is going to be updated. [ 1198.606057] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.606247] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.606308] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.606477] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.606757] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.606926] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dac9e637-0f10-4272-98e2-e5e4d80fbbaa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.959560] env[69297]: INFO networking_nsxv3.common.synchronization [None req-ea8ca279-fb09-420a-b8be-89ec66e23b52 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Enqueued Resource ID: 7a5f39ba-4971-4f3a-ab30-e61e13bef475 with Priority: HIGHEST for action security_group_rules [ 1198.960264] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a5f39ba-4971-4f3a-ab30-e61e13bef475 with Priority: HIGHEST for action security_group_rules [ 1198.961089] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a5f39ba-4971-4f3a-ab30-e61e13bef475 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.961309] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.961309] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.961606] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.961694] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a5f39ba-4971-4f3a-ab30-e61e13bef475',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.050189] env[69297]: INFO networking_nsxv3.common.synchronization [None req-b36c9df2-b687-4c8f-94c8-0f701496d2c1 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Enqueued Resource ID: 7a5f39ba-4971-4f3a-ab30-e61e13bef475 with Priority: HIGHEST for action security_group_rules [ 1199.051302] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 in Status: SUCCESS [ 1199.051302] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 deletion is rescheduled due to dependency. [ 1199.051482] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.052555] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a5f39ba-4971-4f3a-ab30-e61e13bef475 with Priority: HIGHEST for action security_group_rules [ 1199.052555] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.052555] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.052704] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.052968] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.053047] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.053213] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.053301] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.053402] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.054759] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a5f39ba-4971-4f3a-ab30-e61e13bef475 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.054759] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.076656] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.077109] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.077109] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.077293] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.077339] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.077468] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.077557] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.077745] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.077838] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.077938] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.078164] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.078295] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.078450] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.078652] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.078845] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.078978] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.079132] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.079212] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.079312] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.079423] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.079521] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.483642] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.483882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.483882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.484079] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.484176] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.484273] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a5f39ba-4971-4f3a-ab30-e61e13bef475 already deleted. [ 1199.484380] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.484509] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.484665] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.484750] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a5f39ba-4971-4f3a-ab30-e61e13bef475',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.555915] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.581656] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62707b32-fa60-4cfa-8a31-6caff28fa57e: rpc.has_security_group_logging(os_id): False [ 1199.600261] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.600504] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.600504] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.600680] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.600770] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.600959] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.601073] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.601130] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.601280] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.601366] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.601573] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.601669] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.601733] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.601867] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.601941] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.602152] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.602246] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.602297] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.602431] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.602504] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.602588] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e is going to be updated. [ 1199.662252] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.662416] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.662467] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.662686] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.662835] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.675577] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: IN_PROGRESS for 2s [ 1200.004198] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.004918] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.004918] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.004918] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.004918] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.005095] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a5f39ba-4971-4f3a-ab30-e61e13bef475 already deleted. [ 1200.005129] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.057732] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.560764] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.561195] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.561195] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.561284] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.561328] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.561437] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 is going to be updated. [ 1200.598329] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.598505] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.598505] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.598636] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.598789] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.609484] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 in Status: IN_PROGRESS for 2s [ 1201.689181] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: SUCCESS [ 1201.689701] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.622402] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 in Status: SUCCESS [ 1202.622678] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.622897] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.623167] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.623386] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.623550] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.623617] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.623771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.623851] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.623936] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.624040] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.126546] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.629923] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7709757a-bd74-4105-a5e2-a538c8b7d9e2: rpc.has_security_group_logging(os_id): False [ 1203.648298] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.648298] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.648527] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.648585] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.648669] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.648915] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.649023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.649089] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.649242] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.649318] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.649404] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 is going to be updated. [ 1203.709617] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.709782] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.709871] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.710164] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.710357] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.723196] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 in Status: IN_PROGRESS for 2s [ 1204.052780] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1204.052971] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1204.827150] env[69297]: INFO networking_nsxv3.common.synchronization [req-25b232bc-a3be-4d4a-a303-079c1c667e33 req-e00bc050-7b6e-4907-9cda-ea9493c0f0db tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Enqueued Resource ID: 7a5f39ba-4971-4f3a-ab30-e61e13bef475 with Priority: HIGHEST for action security_group_members [ 1204.827150] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a5f39ba-4971-4f3a-ab30-e61e13bef475 with Priority: HIGHEST for action security_group_members [ 1204.827150] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a5f39ba-4971-4f3a-ab30-e61e13bef475 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.827150] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.827150] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.827953] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.828233] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.828588] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.828772] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.829804] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.830013] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.830219] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a5f39ba-4971-4f3a-ab30-e61e13bef475',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.139097] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.139097] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-792" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.139097] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-792" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.139097] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-792" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.139097] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.139570] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.139570] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.139677] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.139757] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.139967] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1205.140120] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1205.140202] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1205.140310] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1205.141236] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1205.141236] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1205.141236] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1205.162663] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1205.162926] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1205.163113] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1205.163304] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-792" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.163623] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-b102c8cb-fb2c-4301-87ef-76daa57a863b taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.163808] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-b102c8cb-fb2c-4301-87ef-76daa57a863b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.163949] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-b102c8cb-fb2c-4301-87ef-76daa57a863b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.164347] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-b102c8cb-fb2c-4301-87ef-76daa57a863b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.164498] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b102c8cb-fb2c-4301-87ef-76daa57a863b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.335221] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.335565] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.335734] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.335979] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.336095] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.336334] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.336486] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.336540] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.336703] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.336809] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.336932] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a5f39ba-4971-4f3a-ab30-e61e13bef475 already deleted. [ 1205.336991] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.668283] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.668606] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.668773] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.669171] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.669396] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.669609] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port b102c8cb-fb2c-4301-87ef-76daa57a863b not found, creating... [ 1205.669988] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.670231] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.670464] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.670685] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.670887] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.671301] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.671538] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.671719] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.671996] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.672165] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.672333] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: b102c8cb-fb2c-4301-87ef-76daa57a863b is going to be created. [ 1205.695719] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.696018] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.696149] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.696485] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.696822] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.697209] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-b102c8cb-fb2c-4301-87ef-76daa57a863b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.753788] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 in Status: SUCCESS [ 1205.753788] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.393757] env[69297]: INFO networking_nsxv3.common.synchronization [req-25b232bc-a3be-4d4a-a303-079c1c667e33 req-80dd6e5f-cb32-4fe1-9c72-98039094b394 service nova] Enqueued Resource ID: 7a5f39ba-4971-4f3a-ab30-e61e13bef475 with Priority: HIGHEST for action security_group_rules [ 1206.394022] env[69297]: INFO networking_nsxv3.common.synchronization [req-25b232bc-a3be-4d4a-a303-079c1c667e33 req-80dd6e5f-cb32-4fe1-9c72-98039094b394 service nova] Enqueued Resource ID: 7a5f39ba-4971-4f3a-ab30-e61e13bef475 with Priority: HIGHEST for action security_group_members [ 1206.394110] env[69297]: INFO networking_nsxv3.common.synchronization [req-25b232bc-a3be-4d4a-a303-079c1c667e33 req-80dd6e5f-cb32-4fe1-9c72-98039094b394 service nova] Enqueued Resource ID: b102c8cb-fb2c-4301-87ef-76daa57a863b with Priority: HIGHEST for action port [ 1206.394338] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a5f39ba-4971-4f3a-ab30-e61e13bef475 with Priority: HIGHEST for action security_group_rules [ 1206.394469] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a5f39ba-4971-4f3a-ab30-e61e13bef475 with Priority: HIGHEST for action security_group_members [ 1206.394567] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b102c8cb-fb2c-4301-87ef-76daa57a863b with Priority: HIGHEST for action port [ 1206.396747] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a5f39ba-4971-4f3a-ab30-e61e13bef475 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.396888] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.396960] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.397186] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.397300] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a5f39ba-4971-4f3a-ab30-e61e13bef475',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.398424] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a5f39ba-4971-4f3a-ab30-e61e13bef475 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.398424] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.398424] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.398579] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.399129] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.399242] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.399310] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.399469] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.399559] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.399652] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a5f39ba-4971-4f3a-ab30-e61e13bef475',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.400455] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-b102c8cb-fb2c-4301-87ef-76daa57a863b taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.400579] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b102c8cb-fb2c-4301-87ef-76daa57a863b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.400664] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b102c8cb-fb2c-4301-87ef-76daa57a863b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.401014] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b102c8cb-fb2c-4301-87ef-76daa57a863b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.401014] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b102c8cb-fb2c-4301-87ef-76daa57a863b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.902810] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a5f39ba-4971-4f3a-ab30-e61e13bef475 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.902810] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.904583] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a5f39ba-4971-4f3a-ab30-e61e13bef475',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.905732] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b102c8cb-fb2c-4301-87ef-76daa57a863b with status ACTIVE [ 1206.905732] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.905732] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.905932] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.906173] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.907125] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.907125] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.907125] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.907125] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.907125] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.907125] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.907391] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.907391] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.907391] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.907495] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.907560] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.907644] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b102c8cb-fb2c-4301-87ef-76daa57a863b is going to be updated. [ 1206.929383] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.929383] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.929650] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.929650] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.929777] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.929929] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b102c8cb-fb2c-4301-87ef-76daa57a863b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.410315] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a5f39ba-4971-4f3a-ab30-e61e13bef475',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.912884] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.913115] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.913115] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.913346] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.913469] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.913624] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a5f39ba-4971-4f3a-ab30-e61e13bef475 is going to be created. [ 1207.940222] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.940459] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.940597] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.940793] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.940960] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.949763] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a5f39ba-4971-4f3a-ab30-e61e13bef475 in Status: UNINITIALIZED for 2s [ 1209.964208] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a5f39ba-4971-4f3a-ab30-e61e13bef475 in Status: SUCCESS [ 1209.964591] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.964591] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.964799] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.964992] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.965147] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.965215] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.965380] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.965462] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.965551] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.965646] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a5f39ba-4971-4f3a-ab30-e61e13bef475',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.468153] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a5f39ba-4971-4f3a-ab30-e61e13bef475',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.970592] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a5f39ba-4971-4f3a-ab30-e61e13bef475: rpc.has_security_group_logging(os_id): False [ 1210.992884] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.993093] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.993093] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.993321] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.993462] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.993719] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.993825] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.993890] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.994064] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.994142] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.994232] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a5f39ba-4971-4f3a-ab30-e61e13bef475 is going to be created. [ 1211.089264] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.089542] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.089648] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.089882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.090086] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.106637] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a5f39ba-4971-4f3a-ab30-e61e13bef475 in Status: IN_PROGRESS for 2s [ 1211.395560] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1211.395856] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1213.122572] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a5f39ba-4971-4f3a-ab30-e61e13bef475 in Status: SUCCESS [ 1213.122572] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.397185] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1216.397556] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1221.405313] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1221.405313] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1224.001703] env[69297]: INFO networking_nsxv3.common.synchronization [req-d45b3afd-22b2-405a-a328-46e79a592ff8 req-3d7433a5-e3ae-4120-b27f-bf5543e920ef tempest-ServersTestBootFromVolume-1851210926 tempest-ServersTestBootFromVolume-1851210926-project-member] Enqueued Resource ID: 1ffda2fc-e606-44ca-9309-c30e0723a3c1 with Priority: HIGHEST for action security_group_members [ 1224.002254] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ffda2fc-e606-44ca-9309-c30e0723a3c1 with Priority: HIGHEST for action security_group_members [ 1224.002591] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ffda2fc-e606-44ca-9309-c30e0723a3c1 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.002723] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.002793] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.003045] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.004177] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.004323] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.004401] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.004588] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.004710] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.004833] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ffda2fc-e606-44ca-9309-c30e0723a3c1',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.507033] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.507181] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.507181] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.507367] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.507465] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.507662] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.507761] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.507817] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.507969] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.508071] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.508183] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ffda2fc-e606-44ca-9309-c30e0723a3c1 is going to be updated. [ 1224.541702] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.541903] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.541951] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.542170] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.542349] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.552620] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ffda2fc-e606-44ca-9309-c30e0723a3c1 in Status: IN_PROGRESS for 2s [ 1226.563199] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ffda2fc-e606-44ca-9309-c30e0723a3c1 in Status: SUCCESS [ 1226.563583] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ffda2fc-e606-44ca-9309-c30e0723a3c1 deletion is rescheduled due to dependency. [ 1226.563583] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.262360] env[69297]: INFO networking_nsxv3.common.synchronization [req-541bcd15-d888-4b05-a117-419587d3f2d5 req-e0b54b49-d5ef-4a88-8b91-8b134b616877 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Enqueued Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1228.263741] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1228.263741] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.263741] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.263741] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.263741] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.264112] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.264112] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.264112] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.264112] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.264254] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.264254] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.767399] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.767602] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.767602] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.767792] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.767874] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.768111] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.768205] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.768242] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.768386] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.768491] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.768629] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e is going to be updated. [ 1228.796417] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.796604] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.796650] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.796823] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.796967] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.805261] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: IN_PROGRESS for 2s [ 1230.817044] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: SUCCESS [ 1230.817356] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e deletion is rescheduled due to dependency. [ 1230.817356] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.263963] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1233.264338] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1233.633114] env[69297]: INFO networking_nsxv3.common.synchronization [None req-49118a32-b2c1-439b-98c5-9d00f47f736b None None] Enqueued Resource ID: 3e1d5c1c-dfcb-4afb-a25b-76951a3a25e3 with Priority: HIGHEST for action port [ 1233.633380] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1d5c1c-dfcb-4afb-a25b-76951a3a25e3 with Priority: HIGHEST for action port [ 1233.633939] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e1d5c1c-dfcb-4afb-a25b-76951a3a25e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.634082] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e1d5c1c-dfcb-4afb-a25b-76951a3a25e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.634153] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e1d5c1c-dfcb-4afb-a25b-76951a3a25e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.637111] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e1d5c1c-dfcb-4afb-a25b-76951a3a25e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.637111] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e1d5c1c-dfcb-4afb-a25b-76951a3a25e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.008226] env[69297]: INFO networking_nsxv3.common.synchronization [None req-b4d95a58-4e4b-4851-9cee-e2395cae0cdb tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Enqueued Resource ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 with Priority: HIGHEST for action security_group_rules [ 1234.008226] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 with Priority: HIGHEST for action security_group_rules [ 1234.008226] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.008226] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.008226] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.008226] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.008226] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.107481] env[69297]: INFO networking_nsxv3.common.synchronization [None req-41c41b2c-7261-45a6-bfdb-de8b4f91ae79 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Enqueued Resource ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 with Priority: HIGHEST for action security_group_rules [ 1234.108028] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 with Priority: HIGHEST for action security_group_rules [ 1234.108331] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.108433] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.139029] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e1d5c1c-dfcb-4afb-a25b-76951a3a25e3 [ 1234.139134] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.139213] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.139273] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.139487] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.139573] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.139663] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e1d5c1c-dfcb-4afb-a25b-76951a3a25e3 already deleted. [ 1234.139761] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e1d5c1c-dfcb-4afb-a25b-76951a3a25e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.523666] env[69297]: INFO networking_nsxv3.common.synchronization [req-2cabd598-d5e4-476b-bace-c3bfd19347ed req-583df53a-7dd1-4739-aec7-47bc75cb63cb tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Enqueued Resource ID: 51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 with Priority: HIGHEST for action security_group_members [ 1234.523666] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 with Priority: HIGHEST for action security_group_members [ 1234.524091] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.524091] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.524091] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.524340] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.524579] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.524725] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.524824] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.525065] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.525238] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.525402] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51478d9f-3eaa-4f06-b2fb-ca3626fb9a40',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.531248] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.531431] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.531536] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.531769] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.532135] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.532135] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 already deleted. [ 1234.532135] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.532880] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.533238] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.533503] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.027414] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.027570] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.027628] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.027849] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.055234] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.055515] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.055643] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.055746] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.055918] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.056019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.056115] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 is going to be updated. [ 1235.061854] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.061854] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.062058] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.062137] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.062189] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.062280] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 already deleted. [ 1235.062360] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.090699] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.090942] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.090942] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.092189] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.092189] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.100870] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 in Status: IN_PROGRESS for 2s [ 1235.559113] env[69297]: INFO networking_nsxv3.common.synchronization [req-2a0c72dc-50c3-4b6c-872b-635f329679f2 req-60e63bc8-0199-40c7-91da-9a46f3b0f6ff tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Enqueued Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1235.559113] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1235.559113] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.559113] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.559113] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.559841] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.560142] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.561046] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.561585] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.561899] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.562123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.562341] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.633333] env[69297]: INFO networking_nsxv3.common.synchronization [None req-ac74f6ef-cb63-4d75-ae13-4f21342a413b None None] Enqueued Resource ID: cf704984-d93e-4473-8dc7-3f75578f9b23 with Priority: HIGHEST for action port [ 1235.635122] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf704984-d93e-4473-8dc7-3f75578f9b23 with Priority: HIGHEST for action port [ 1235.635122] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf704984-d93e-4473-8dc7-3f75578f9b23 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.635122] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf704984-d93e-4473-8dc7-3f75578f9b23" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.635122] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf704984-d93e-4473-8dc7-3f75578f9b23" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.635122] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf704984-d93e-4473-8dc7-3f75578f9b23" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.635825] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf704984-d93e-4473-8dc7-3f75578f9b23',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.827791] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-320 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.828104] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-320" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.828257] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-320" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.828669] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-320" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.828999] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.829219] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.829380] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.829657] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.829817] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.830040] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1235.830159] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1235.830273] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1235.830407] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1235.830525] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1235.830696] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1235.830841] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1235.851101] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1235.851297] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1235.851441] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1235.851640] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-320" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.851995] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-73bbe1f2-1ac1-4388-bde3-98ebd5653b72 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.852157] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-73bbe1f2-1ac1-4388-bde3-98ebd5653b72" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.852283] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-73bbe1f2-1ac1-4388-bde3-98ebd5653b72" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.852657] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-73bbe1f2-1ac1-4388-bde3-98ebd5653b72" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.852753] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73bbe1f2-1ac1-4388-bde3-98ebd5653b72',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.064935] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.065125] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.065192] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.065383] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.065490] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.065792] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.065848] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.065939] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.066027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.066105] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.066195] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e is going to be updated. [ 1236.091340] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.091487] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.091546] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.091741] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.091916] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.101481] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: IN_PROGRESS for 2s [ 1236.138560] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf704984-d93e-4473-8dc7-3f75578f9b23 [ 1236.138838] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.138974] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.139057] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.139280] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.139366] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.139463] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf704984-d93e-4473-8dc7-3f75578f9b23 already deleted. [ 1236.139543] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf704984-d93e-4473-8dc7-3f75578f9b23" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.354563] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.354800] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.354933] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.355223] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.355377] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.355532] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 73bbe1f2-1ac1-4388-bde3-98ebd5653b72 not found, creating... [ 1236.355785] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.355942] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.356073] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.356286] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.356427] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.356706] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.356862] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.356980] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.357202] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.357337] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.357479] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 73bbe1f2-1ac1-4388-bde3-98ebd5653b72 is going to be created. [ 1236.377674] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.377879] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.378013] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.378297] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.378620] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.378882] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-73bbe1f2-1ac1-4388-bde3-98ebd5653b72" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.055220] env[69297]: INFO networking_nsxv3.common.synchronization [req-2a0c72dc-50c3-4b6c-872b-635f329679f2 req-8ef1cbfe-e5bd-496f-a1c1-53800ac2a5e0 service nova] Enqueued Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_rules [ 1237.055436] env[69297]: INFO networking_nsxv3.common.synchronization [req-2a0c72dc-50c3-4b6c-872b-635f329679f2 req-8ef1cbfe-e5bd-496f-a1c1-53800ac2a5e0 service nova] Enqueued Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1237.055540] env[69297]: INFO networking_nsxv3.common.synchronization [req-2a0c72dc-50c3-4b6c-872b-635f329679f2 req-8ef1cbfe-e5bd-496f-a1c1-53800ac2a5e0 service nova] Enqueued Resource ID: 73bbe1f2-1ac1-4388-bde3-98ebd5653b72 with Priority: HIGHEST for action port [ 1237.055771] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_rules [ 1237.055900] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1237.056068] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73bbe1f2-1ac1-4388-bde3-98ebd5653b72 with Priority: HIGHEST for action port [ 1237.056625] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.056752] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.056819] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.057155] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.057289] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.058640] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.058640] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.058640] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-73bbe1f2-1ac1-4388-bde3-98ebd5653b72 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.058640] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73bbe1f2-1ac1-4388-bde3-98ebd5653b72" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.058640] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73bbe1f2-1ac1-4388-bde3-98ebd5653b72" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.059035] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73bbe1f2-1ac1-4388-bde3-98ebd5653b72" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.059163] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73bbe1f2-1ac1-4388-bde3-98ebd5653b72',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.111161] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 in Status: IN_PROGRESS for 4s [ 1237.561189] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.561189] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.561189] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73bbe1f2-1ac1-4388-bde3-98ebd5653b72 with status ACTIVE [ 1237.561189] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.561189] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.561189] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.561535] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.561535] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.561656] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.561759] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.561815] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.561966] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.562054] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.562230] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.562321] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.562371] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.563810] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.563810] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.563810] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73bbe1f2-1ac1-4388-bde3-98ebd5653b72 is going to be updated. [ 1237.586148] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.586302] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.586374] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.586572] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.586705] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.586860] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73bbe1f2-1ac1-4388-bde3-98ebd5653b72" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.111531] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: IN_PROGRESS for 4s [ 1239.123378] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 in Status: SUCCESS [ 1239.123378] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 deletion is rescheduled due to dependency. [ 1239.123378] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.222547] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.222846] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-563" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.223047] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-563" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.223443] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-563" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.223829] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.224083] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.224258] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.224497] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.224655] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.224872] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1239.224993] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1239.225120] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1239.225233] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1239.225349] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1239.225461] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1239.225599] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1239.249615] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1239.249785] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1239.249946] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1239.250151] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-563" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.250483] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-cf9521b1-02c6-49f5-89bc-cb662d206485 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.250850] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-cf9521b1-02c6-49f5-89bc-cb662d206485" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.250929] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-cf9521b1-02c6-49f5-89bc-cb662d206485" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.251168] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-cf9521b1-02c6-49f5-89bc-cb662d206485" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.251310] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf9521b1-02c6-49f5-89bc-cb662d206485',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.755870] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.756126] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.756247] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.756548] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.756705] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.756999] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.757174] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.757719] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.757719] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.757719] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.757906] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.758077] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.758199] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.758415] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.758548] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.758693] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: cf9521b1-02c6-49f5-89bc-cb662d206485 is going to be updated. [ 1239.780699] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.780954] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.781197] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.781375] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.781580] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.781818] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-cf9521b1-02c6-49f5-89bc-cb662d206485" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.122553] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: SUCCESS [ 1240.122761] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e deletion is rescheduled due to dependency. [ 1240.122878] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.123022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.123366] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.123580] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.123873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.123873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.123968] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.124036] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.124094] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.455610] env[69297]: INFO networking_nsxv3.common.synchronization [req-c9288d84-36f8-4339-a08e-20000c973f50 req-02afb2a7-cf28-44d3-a918-9a3c260cade6 service nova] Enqueued Resource ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 with Priority: HIGHEST for action security_group_rules [ 1240.455795] env[69297]: INFO networking_nsxv3.common.synchronization [req-c9288d84-36f8-4339-a08e-20000c973f50 req-02afb2a7-cf28-44d3-a918-9a3c260cade6 service nova] Enqueued Resource ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 with Priority: HIGHEST for action security_group_members [ 1240.455941] env[69297]: INFO networking_nsxv3.common.synchronization [req-c9288d84-36f8-4339-a08e-20000c973f50 req-02afb2a7-cf28-44d3-a918-9a3c260cade6 service nova] Enqueued Resource ID: cf9521b1-02c6-49f5-89bc-cb662d206485 with Priority: HIGHEST for action port [ 1240.456185] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 with Priority: HIGHEST for action security_group_rules [ 1240.456312] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 with Priority: HIGHEST for action security_group_members [ 1240.456408] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf9521b1-02c6-49f5-89bc-cb662d206485 with Priority: HIGHEST for action port [ 1240.457099] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-038cb094-e9f4-49e1-a81e-5caf7b786418 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.457228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.457297] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.457486] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.457568] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('038cb094-e9f4-49e1-a81e-5caf7b786418',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.458360] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-038cb094-e9f4-49e1-a81e-5caf7b786418 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.458481] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.458565] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.458733] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.458881] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.459229] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.459229] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.459229] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.459354] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.459354] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('038cb094-e9f4-49e1-a81e-5caf7b786418',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.460134] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf9521b1-02c6-49f5-89bc-cb662d206485 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.460134] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf9521b1-02c6-49f5-89bc-cb662d206485" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.460379] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf9521b1-02c6-49f5-89bc-cb662d206485" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.460379] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf9521b1-02c6-49f5-89bc-cb662d206485" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.460443] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf9521b1-02c6-49f5-89bc-cb662d206485',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.627218] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.962445] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-038cb094-e9f4-49e1-a81e-5caf7b786418 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.962674] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.963942] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('038cb094-e9f4-49e1-a81e-5caf7b786418',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.964870] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf9521b1-02c6-49f5-89bc-cb662d206485 with status ACTIVE [ 1240.965080] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.965199] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.965268] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.965479] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.965570] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.965789] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.965909] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.965909] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.966100] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.966167] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.966321] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.966414] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.966466] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.966600] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.966673] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.966760] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf9521b1-02c6-49f5-89bc-cb662d206485 is going to be updated. [ 1240.991193] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.991400] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.991447] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.991650] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.991794] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.991969] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf9521b1-02c6-49f5-89bc-cb662d206485" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.128941] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.468673] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('038cb094-e9f4-49e1-a81e-5caf7b786418',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.631527] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.631746] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.631825] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.632045] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.632138] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.632239] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e is going to be updated. [ 1241.660144] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.660303] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.660390] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.660565] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.663425] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.670385] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: IN_PROGRESS for 2s [ 1241.972536] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.972536] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.972536] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.972727] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.972802] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.972851] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 is going to be updated. [ 1242.008262] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.008495] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.008535] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.008814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.008999] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.019179] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 in Status: IN_PROGRESS for 2s [ 1243.681598] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: SUCCESS [ 1243.682093] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.682093] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.682294] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.682588] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.682738] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.682800] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.683071] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.683186] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.683264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.683339] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.029337] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 in Status: SUCCESS [ 1244.029487] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.029710] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.029966] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.030213] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.030376] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.030531] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.030609] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.030754] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.030845] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.030950] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('038cb094-e9f4-49e1-a81e-5caf7b786418',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.185922] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.185922] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.185922] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.186204] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.186286] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.186420] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.186488] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.186648] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.186748] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.186820] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.186968] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.187110] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.187203] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.187524] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.187691] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.187812] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.187882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.187958] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.188048] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.188131] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.188223] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.533261] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('038cb094-e9f4-49e1-a81e-5caf7b786418',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.690621] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62707b32-fa60-4cfa-8a31-6caff28fa57e: rpc.has_security_group_logging(os_id): False [ 1244.710049] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.710325] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.710325] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.710496] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.710588] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.710819] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.710928] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.710981] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.711148] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.711225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.711428] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.711521] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.711607] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.711785] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.711911] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.712049] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.712149] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.712217] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.712415] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.712415] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.712510] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e is going to be updated. [ 1244.779020] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.779201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.779277] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.779484] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.779632] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.793369] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: IN_PROGRESS for 2s [ 1245.035607] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 038cb094-e9f4-49e1-a81e-5caf7b786418: rpc.has_security_group_logging(os_id): False [ 1245.057890] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.058053] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.058128] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.058347] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.058439] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.058717] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.058842] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.058909] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.059091] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.059174] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.059263] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 is going to be updated. [ 1245.146841] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.147103] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.147199] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.147460] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.147680] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.162580] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 in Status: IN_PROGRESS for 2s [ 1245.179157] env[69297]: INFO networking_nsxv3.common.synchronization [req-f3a3070b-6710-4f35-9853-fab343807652 req-425117c8-372d-4d0c-b777-34cb73e06070 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Enqueued Resource ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 with Priority: HIGHEST for action security_group_members [ 1245.179650] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 with Priority: HIGHEST for action security_group_members [ 1245.180120] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.180300] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.180426] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.180830] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.181086] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.181182] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.181256] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.181435] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.181519] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.181611] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.628925] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-651 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.628925] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-651" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.629178] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-651" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.629444] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-651" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.629780] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.630061] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.630263] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.630613] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.630849] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.631086] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1245.631231] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1245.631348] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1245.631460] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1245.631575] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1245.631705] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1245.631853] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1245.653996] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1245.654288] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1245.654499] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1245.654723] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-651" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.655081] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-8552138c-9af5-4b18-8977-686e5e60b327 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.655327] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-8552138c-9af5-4b18-8977-686e5e60b327" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.655560] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-8552138c-9af5-4b18-8977-686e5e60b327" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.655919] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-8552138c-9af5-4b18-8977-686e5e60b327" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.656114] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8552138c-9af5-4b18-8977-686e5e60b327',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.683536] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.683814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.683814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.684050] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.684234] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.684458] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.684567] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.684633] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.684791] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.684871] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.684958] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 already deleted. [ 1245.685078] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.158704] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.159067] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.159067] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.159731] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.159906] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.160128] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 8552138c-9af5-4b18-8977-686e5e60b327 not found, creating... [ 1246.160439] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.160538] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.160743] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.160956] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.161127] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.161434] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.161598] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.161725] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.161986] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.162142] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.162288] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 8552138c-9af5-4b18-8977-686e5e60b327 is going to be created. [ 1246.184630] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.184875] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.184966] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.185280] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.185867] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.185867] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-8552138c-9af5-4b18-8977-686e5e60b327" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.808891] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: SUCCESS [ 1246.809204] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.905692] env[69297]: INFO networking_nsxv3.common.synchronization [req-f3a3070b-6710-4f35-9853-fab343807652 req-0e90860f-af60-4b92-b8dd-ff8bead3b666 service nova] Enqueued Resource ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 with Priority: HIGHEST for action security_group_rules [ 1246.905991] env[69297]: INFO networking_nsxv3.common.synchronization [req-f3a3070b-6710-4f35-9853-fab343807652 req-0e90860f-af60-4b92-b8dd-ff8bead3b666 service nova] Enqueued Resource ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 with Priority: HIGHEST for action security_group_members [ 1246.906263] env[69297]: INFO networking_nsxv3.common.synchronization [req-f3a3070b-6710-4f35-9853-fab343807652 req-0e90860f-af60-4b92-b8dd-ff8bead3b666 service nova] Enqueued Resource ID: 8552138c-9af5-4b18-8977-686e5e60b327 with Priority: HIGHEST for action port [ 1246.907057] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 with Priority: HIGHEST for action security_group_rules [ 1246.907292] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 with Priority: HIGHEST for action security_group_members [ 1246.907470] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8552138c-9af5-4b18-8977-686e5e60b327 with Priority: HIGHEST for action port [ 1246.907760] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.907899] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.907970] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.908210] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.908291] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.909162] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.909275] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.909344] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.909527] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.909689] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.909792] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.909850] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.909991] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.910088] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.910178] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.910943] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-8552138c-9af5-4b18-8977-686e5e60b327 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.911069] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8552138c-9af5-4b18-8977-686e5e60b327" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.911141] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8552138c-9af5-4b18-8977-686e5e60b327" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.911288] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8552138c-9af5-4b18-8977-686e5e60b327" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.911359] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8552138c-9af5-4b18-8977-686e5e60b327',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.175724] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 in Status: SUCCESS [ 1247.175724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.413654] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.413870] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.414012] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8552138c-9af5-4b18-8977-686e5e60b327 with status ACTIVE [ 1247.414208] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.414471] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.414602] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.414867] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.414979] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.415209] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.415317] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.415388] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.415584] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.415696] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.416591] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.416757] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.416822] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.417076] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.417076] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.417179] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8552138c-9af5-4b18-8977-686e5e60b327 is going to be updated. [ 1247.418321] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.440511] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.440730] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.440795] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.441056] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.441207] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.441370] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8552138c-9af5-4b18-8977-686e5e60b327" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.922198] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.424814] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.425282] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.425282] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.425528] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.425625] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.425740] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 is going to be created. [ 1248.454277] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.454505] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.454505] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.454723] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.454895] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.465326] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 in Status: UNINITIALIZED for 2s [ 1249.533270] env[69297]: INFO networking_nsxv3.common.synchronization [req-48c84789-9e9f-4a45-a6ee-5031ed9c5ecf req-7163179f-e9ea-43a4-8d23-02b72b5ccb75 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Enqueued Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1249.533846] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1249.534219] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.534336] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.534385] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.534557] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.535501] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.535501] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.535501] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.535501] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.535501] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.535501] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.037422] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.037747] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.037873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.038214] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.038371] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.038689] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.038905] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.039078] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.039326] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.039466] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.039614] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e is going to be updated. [ 1250.085348] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.085533] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.085572] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.086185] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.086185] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.097452] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: IN_PROGRESS for 2s [ 1250.476885] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 in Status: SUCCESS [ 1250.477188] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.477369] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.477604] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.477802] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.477920] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.477981] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.478182] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.478290] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.478435] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.478548] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.981616] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.485013] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8: rpc.has_security_group_logging(os_id): False [ 1251.505357] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.505593] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.505593] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.505844] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.505944] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.506248] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.506442] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.506494] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.506669] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.506771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.506894] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 is going to be created. [ 1251.577900] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.578140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.578188] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.578450] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.578832] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.592336] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 in Status: IN_PROGRESS for 2s [ 1252.108857] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: SUCCESS [ 1252.108857] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e deletion is rescheduled due to dependency. [ 1252.108857] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.605979] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 in Status: SUCCESS [ 1253.606405] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.537144] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1254.537144] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1258.526701] env[69297]: INFO networking_nsxv3.common.synchronization [req-49783a14-5694-45e5-9c51-1339a6f2ee93 req-2c496279-b794-4757-8809-935aacf3f0b2 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Enqueued Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1258.527610] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1258.528560] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.528560] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.528560] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.528836] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.529190] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.529411] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.529576] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.529883] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.530088] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.530317] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.779444] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-320 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.779681] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-320" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.779816] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-320" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.780120] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-320" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.780389] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.780544] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.780662] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.780904] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.781064] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.781279] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1258.781393] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1258.781505] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1258.781616] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1258.781835] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1258.781835] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1258.782157] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1258.803499] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1258.803727] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1258.805034] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1258.805034] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-320" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.805034] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-c0cd3128-992a-465f-a741-81cd6e88aed8 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.805034] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-c0cd3128-992a-465f-a741-81cd6e88aed8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.805034] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-c0cd3128-992a-465f-a741-81cd6e88aed8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.805319] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-c0cd3128-992a-465f-a741-81cd6e88aed8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.805386] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0cd3128-992a-465f-a741-81cd6e88aed8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.033160] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.033472] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.033472] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.033724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.033876] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.034145] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.034273] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.034342] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.034574] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.034661] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.034780] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e is going to be updated. [ 1259.062363] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.062638] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.062638] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.062767] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.062909] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.072569] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: IN_PROGRESS for 2s [ 1259.308463] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.308844] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.309075] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.309508] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.309736] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.309984] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port c0cd3128-992a-465f-a741-81cd6e88aed8 not found, creating... [ 1259.310415] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.310682] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.311235] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.311736] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.312027] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.312493] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.312751] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.312945] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.313314] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.313538] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.313764] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: c0cd3128-992a-465f-a741-81cd6e88aed8 is going to be created. [ 1259.337347] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.337680] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.337891] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.338317] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.338676] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.339016] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-c0cd3128-992a-465f-a741-81cd6e88aed8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.418628] env[69297]: INFO networking_nsxv3.common.synchronization [req-49783a14-5694-45e5-9c51-1339a6f2ee93 req-4236cfc9-499e-41cf-b8c3-3f55db490ff2 service nova] Enqueued Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_rules [ 1260.418916] env[69297]: INFO networking_nsxv3.common.synchronization [req-49783a14-5694-45e5-9c51-1339a6f2ee93 req-4236cfc9-499e-41cf-b8c3-3f55db490ff2 service nova] Enqueued Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1260.419062] env[69297]: INFO networking_nsxv3.common.synchronization [req-49783a14-5694-45e5-9c51-1339a6f2ee93 req-4236cfc9-499e-41cf-b8c3-3f55db490ff2 service nova] Enqueued Resource ID: c0cd3128-992a-465f-a741-81cd6e88aed8 with Priority: HIGHEST for action port [ 1260.419614] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_rules [ 1260.419742] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1260.419836] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0cd3128-992a-465f-a741-81cd6e88aed8 with Priority: HIGHEST for action port [ 1260.420294] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.420487] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.420594] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.420929] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.421066] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.422044] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.422487] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.422487] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0cd3128-992a-465f-a741-81cd6e88aed8 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.422665] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0cd3128-992a-465f-a741-81cd6e88aed8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.422701] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0cd3128-992a-465f-a741-81cd6e88aed8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.422909] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0cd3128-992a-465f-a741-81cd6e88aed8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.423045] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0cd3128-992a-465f-a741-81cd6e88aed8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.925632] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.925632] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.925813] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0cd3128-992a-465f-a741-81cd6e88aed8 with status ACTIVE [ 1260.926016] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.926141] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.926209] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.926416] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.926507] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.926672] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.926821] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.926880] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.927050] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.927174] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.927415] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.927551] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.927621] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.927784] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.927864] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.928163] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0cd3128-992a-465f-a741-81cd6e88aed8 is going to be updated. [ 1260.953206] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.953403] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.953486] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.953701] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.953845] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.954013] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0cd3128-992a-465f-a741-81cd6e88aed8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.085322] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: SUCCESS [ 1261.085488] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e deletion is rescheduled due to dependency. [ 1261.085599] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.085776] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.086116] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.086381] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.086576] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.086639] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.086806] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.086946] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.087107] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.589533] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.092053] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.595205] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.595584] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.595584] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.595802] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.595933] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.596087] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e is going to be updated. [ 1262.652505] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.652671] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.652719] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.653170] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.653380] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.679528] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: IN_PROGRESS for 2s [ 1264.692044] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: SUCCESS [ 1264.692473] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.692473] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.692653] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.692872] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.692996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.693075] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.693264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.693349] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.693436] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.693529] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.196115] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.196374] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.196452] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.196698] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.196928] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.197080] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.197169] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.197375] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.197490] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.197594] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.197809] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.197944] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.198040] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.198215] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.198389] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.198505] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.198593] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.198766] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.198866] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.198993] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.199108] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.421897] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1265.421897] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1265.701286] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62707b32-fa60-4cfa-8a31-6caff28fa57e: rpc.has_security_group_logging(os_id): False [ 1265.719726] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.719948] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.719948] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.720188] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.720279] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.720473] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.720576] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.720640] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.720792] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.720898] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.721120] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.721234] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.721293] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.721441] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.721516] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.721702] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.721802] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.721879] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.722170] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.722281] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.722394] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e is going to be updated. [ 1265.784033] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.784033] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.784033] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.784033] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.784033] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.924994] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: IN_PROGRESS for 2s [ 1267.941299] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: SUCCESS [ 1267.941638] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.423194] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1270.423194] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1271.363807] env[69297]: INFO networking_nsxv3.common.synchronization [req-0a69bc98-5935-4d6e-be8a-0ec5f146b490 req-c4f9acd2-dae2-41c8-972a-b570db5e1e6d tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Enqueued Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGHEST for action security_group_members [ 1271.364353] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGHEST for action security_group_members [ 1271.364653] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-586d817e-cd7c-4163-ab28-9c4573191706 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.364787] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.364856] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.365070] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.365224] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.365351] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.365420] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.365572] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.365655] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.365746] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.868602] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.870199] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.870199] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.870199] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.889995] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.890292] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.890483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.890575] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.890892] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.891135] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.891352] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 586d817e-cd7c-4163-ab28-9c4573191706 is going to be updated. [ 1271.918054] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.918054] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.918054] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.918054] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.918054] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.926795] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 586d817e-cd7c-4163-ab28-9c4573191706 in Status: IN_PROGRESS for 2s [ 1273.797122] env[69297]: INFO networking_nsxv3.common.synchronization [req-4f44a4ce-052b-4dd3-b0b7-0c2c2c097226 req-74a46641-e772-4380-8ca6-0e5358bf1885 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Enqueued Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1273.797397] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1273.798026] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.798026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.798026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.798288] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.798288] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.798713] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.798785] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.798972] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.799090] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.799204] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.938076] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 586d817e-cd7c-4163-ab28-9c4573191706 in Status: SUCCESS [ 1273.938237] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 586d817e-cd7c-4163-ab28-9c4573191706 deletion is rescheduled due to dependency. [ 1273.938361] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.302201] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.302201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.302309] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.302504] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.302595] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.302790] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.302895] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.302971] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.303142] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.303243] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.303330] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e is going to be updated. [ 1274.332577] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.332716] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.332809] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.333168] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.333168] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.342729] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: IN_PROGRESS for 2s [ 1275.061731] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.062188] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-743" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.062188] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-743" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.062347] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-743" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.062559] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.062717] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.062838] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.063067] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.063222] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.063426] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1275.063545] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1275.063726] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1275.063786] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1275.063897] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1275.064015] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1275.064151] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1275.086042] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1275.086222] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1275.086347] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1275.086536] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-743" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.086829] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-dac9e637-0f10-4272-98e2-e5e4d80fbbaa taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.086998] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-dac9e637-0f10-4272-98e2-e5e4d80fbbaa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.087136] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-dac9e637-0f10-4272-98e2-e5e4d80fbbaa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.087395] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-dac9e637-0f10-4272-98e2-e5e4d80fbbaa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.087539] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dac9e637-0f10-4272-98e2-e5e4d80fbbaa',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.590066] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.590306] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.590436] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.590732] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.590913] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.591225] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.591390] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.591512] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.591731] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.591874] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.592208] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.592376] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.592493] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.592703] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.592840] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.592986] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: dac9e637-0f10-4272-98e2-e5e4d80fbbaa is going to be updated. [ 1275.613909] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.614142] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.614480] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.614558] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.614711] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.614933] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-dac9e637-0f10-4272-98e2-e5e4d80fbbaa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.341833] env[69297]: INFO networking_nsxv3.common.synchronization [req-d8576d9a-a06b-40a2-929b-905c7caf95f0 req-6017ea53-0782-425a-aa71-0c0618a7e062 service nova] Enqueued Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_rules [ 1276.341833] env[69297]: INFO networking_nsxv3.common.synchronization [req-d8576d9a-a06b-40a2-929b-905c7caf95f0 req-6017ea53-0782-425a-aa71-0c0618a7e062 service nova] Enqueued Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_members [ 1276.341833] env[69297]: INFO networking_nsxv3.common.synchronization [req-d8576d9a-a06b-40a2-929b-905c7caf95f0 req-6017ea53-0782-425a-aa71-0c0618a7e062 service nova] Enqueued Resource ID: dac9e637-0f10-4272-98e2-e5e4d80fbbaa with Priority: HIGHEST for action port [ 1276.341833] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_rules [ 1276.341833] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_members [ 1276.341833] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac9e637-0f10-4272-98e2-e5e4d80fbbaa with Priority: HIGHEST for action port [ 1276.342714] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.342714] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.342714] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.342714] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.342714] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.344408] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-7709757a-bd74-4105-a5e2-a538c8b7d9e2 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.344408] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.344408] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.344408] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.344408] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.344605] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.344605] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.344667] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.345012] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.345012] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.345728] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-dac9e637-0f10-4272-98e2-e5e4d80fbbaa taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.345728] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dac9e637-0f10-4272-98e2-e5e4d80fbbaa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.345840] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dac9e637-0f10-4272-98e2-e5e4d80fbbaa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.348083] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dac9e637-0f10-4272-98e2-e5e4d80fbbaa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.348083] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dac9e637-0f10-4272-98e2-e5e4d80fbbaa',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.356367] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: SUCCESS [ 1276.356367] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e deletion is rescheduled due to dependency. [ 1276.356497] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.847443] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.848750] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-7709757a-bd74-4105-a5e2-a538c8b7d9e2 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.848750] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.849622] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dac9e637-0f10-4272-98e2-e5e4d80fbbaa with status ACTIVE [ 1276.849750] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.849873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.849933] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.850160] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.850245] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.850411] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.850505] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.850560] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.850706] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.850780] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.851022] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.851133] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.851181] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.851330] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.851404] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.852016] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dac9e637-0f10-4272-98e2-e5e4d80fbbaa is going to be updated. [ 1276.874554] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.874554] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.874554] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.874554] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.874809] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.874809] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dac9e637-0f10-4272-98e2-e5e4d80fbbaa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.350104] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.852983] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.853263] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.853330] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.853609] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.853659] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.853766] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 is going to be updated. [ 1277.883058] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.883232] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.883304] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.883535] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.883661] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.892895] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 in Status: IN_PROGRESS for 2s [ 1279.330982] env[69297]: INFO networking_nsxv3.common.synchronization [req-12261095-9b28-4e8f-9e60-6f49815261b5 req-b26b3446-e06a-4ffc-bec1-7f5f41f34509 tempest-AttachVolumeTestJSON-184673613 tempest-AttachVolumeTestJSON-184673613-project-member] Enqueued Resource ID: 7a5f39ba-4971-4f3a-ab30-e61e13bef475 with Priority: HIGHEST for action security_group_members [ 1279.331758] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a5f39ba-4971-4f3a-ab30-e61e13bef475 with Priority: HIGHEST for action security_group_members [ 1279.332190] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a5f39ba-4971-4f3a-ab30-e61e13bef475 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.332325] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.332392] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.332594] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.332751] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.332854] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.332919] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.333099] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.333161] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.333273] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a5f39ba-4971-4f3a-ab30-e61e13bef475',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.836244] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.836413] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.836488] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.836716] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.836820] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.837034] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.837157] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.837237] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.837390] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.837468] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.837593] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a5f39ba-4971-4f3a-ab30-e61e13bef475 is going to be updated. [ 1279.864465] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.864685] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.864685] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.864883] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.865064] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.873380] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a5f39ba-4971-4f3a-ab30-e61e13bef475 in Status: IN_PROGRESS for 2s [ 1279.902476] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 in Status: SUCCESS [ 1279.902700] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.902874] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.903127] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.903321] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.903523] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.903596] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.903777] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.903870] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.903944] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.904057] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.394962] env[69297]: INFO networking_nsxv3.common.synchronization [req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee req-550d9d25-d4cf-49a0-8b13-e435fd27cecc tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Enqueued Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGHEST for action security_group_members [ 1280.395803] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGHEST for action security_group_members [ 1280.395942] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-586d817e-cd7c-4163-ab28-9c4573191706 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.396203] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.396325] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.396674] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.397710] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.397710] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.397710] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.397710] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.397710] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.397710] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.406810] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.757212] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-255 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.757646] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-255" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.757646] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-255" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.757842] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-255" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.758455] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.758652] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.758792] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.759060] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.760773] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.760773] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1280.760773] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1280.760773] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1280.760773] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1280.760773] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1280.760773] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1280.760773] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1280.783761] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1280.783999] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1280.784223] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1280.784456] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-255" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.784821] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-edf1594c-753d-41dd-a6fe-d12760f89191 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.785128] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-edf1594c-753d-41dd-a6fe-d12760f89191" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.785287] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-edf1594c-753d-41dd-a6fe-d12760f89191" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.785683] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-edf1594c-753d-41dd-a6fe-d12760f89191" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.785905] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edf1594c-753d-41dd-a6fe-d12760f89191',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.900621] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.900823] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.900823] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.901096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.901181] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.901400] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.901540] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.901596] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.901734] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.901810] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.901904] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 586d817e-cd7c-4163-ab28-9c4573191706 is going to be updated. [ 1280.910552] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7709757a-bd74-4105-a5e2-a538c8b7d9e2: rpc.has_security_group_logging(os_id): False [ 1280.929991] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.929991] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.930224] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.930321] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.930421] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.930667] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.930769] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.930834] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.931023] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.931104] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.931193] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 is going to be updated. [ 1280.933577] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.933693] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.933755] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.933915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.934061] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.947071] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 586d817e-cd7c-4163-ab28-9c4573191706 in Status: IN_PROGRESS for 2s [ 1281.003359] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.003590] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.003590] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.003801] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.003914] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.022718] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 in Status: IN_PROGRESS for 2s [ 1281.288308] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.288583] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.288739] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.289157] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.289375] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.289616] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port edf1594c-753d-41dd-a6fe-d12760f89191 not found, creating... [ 1281.289984] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.290217] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.290346] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.290612] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.290770] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.291174] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.291354] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.291478] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.291741] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.291888] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.292055] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: edf1594c-753d-41dd-a6fe-d12760f89191 is going to be created. [ 1281.314412] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.314638] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.314799] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.315296] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.315564] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.315803] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-edf1594c-753d-41dd-a6fe-d12760f89191" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.883312] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a5f39ba-4971-4f3a-ab30-e61e13bef475 in Status: SUCCESS [ 1281.883732] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a5f39ba-4971-4f3a-ab30-e61e13bef475 deletion is rescheduled due to dependency. [ 1281.883732] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.128031] env[69297]: INFO networking_nsxv3.common.synchronization [req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee req-3d724478-304f-4f00-8e3c-71654d228daa service nova] Enqueued Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGHEST for action security_group_rules [ 1282.128207] env[69297]: INFO networking_nsxv3.common.synchronization [req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee req-3d724478-304f-4f00-8e3c-71654d228daa service nova] Enqueued Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGHEST for action security_group_members [ 1282.128345] env[69297]: INFO networking_nsxv3.common.synchronization [req-b2c9dc7b-c0d7-482b-bd3d-ee864f8416ee req-3d724478-304f-4f00-8e3c-71654d228daa service nova] Enqueued Resource ID: edf1594c-753d-41dd-a6fe-d12760f89191 with Priority: HIGHEST for action port [ 1282.128579] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGHEST for action security_group_rules [ 1282.128707] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGHEST for action security_group_members [ 1282.128833] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edf1594c-753d-41dd-a6fe-d12760f89191 with Priority: HIGHEST for action port [ 1282.129543] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-586d817e-cd7c-4163-ab28-9c4573191706 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.129678] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.129746] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.129965] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.130064] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.131009] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-586d817e-cd7c-4163-ab28-9c4573191706 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.131141] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.131358] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-edf1594c-753d-41dd-a6fe-d12760f89191 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.131459] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edf1594c-753d-41dd-a6fe-d12760f89191" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.131523] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edf1594c-753d-41dd-a6fe-d12760f89191" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.131697] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edf1594c-753d-41dd-a6fe-d12760f89191" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.131775] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edf1594c-753d-41dd-a6fe-d12760f89191',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.608898] env[69297]: INFO networking_nsxv3.common.synchronization [req-0b482258-7810-427f-9a5f-16eb0891090f req-e70f8726-cc77-496f-8856-90e9cb1e9663 tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Enqueued Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1282.609840] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1282.609840] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.609840] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.609840] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.610127] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.610223] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.610324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.610388] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.610600] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.610690] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.610790] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.634077] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-586d817e-cd7c-4163-ab28-9c4573191706 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.634258] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.634699] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port edf1594c-753d-41dd-a6fe-d12760f89191 with status ACTIVE [ 1282.634699] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.634699] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.634836] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.634987] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.635088] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.635286] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.635386] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.635483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.635643] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.635718] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.635903] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.635998] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.636072] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.636212] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.636286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.636371] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: edf1594c-753d-41dd-a6fe-d12760f89191 is going to be updated. [ 1282.657185] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.657401] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.657446] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.657626] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.657762] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.657921] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edf1594c-753d-41dd-a6fe-d12760f89191" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.877991] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-320 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.878257] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-320" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.878391] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-320" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.878687] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-320" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.878991] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.879234] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.879666] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.879666] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.879752] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.880629] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1282.880629] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1282.880629] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1282.880629] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1282.880629] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1282.880629] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1282.880864] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1282.900583] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1282.901029] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1282.901029] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1282.901178] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-320" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.901545] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-5492139e-99a0-4bba-b0c5-571a40d3b5d2 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.901747] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-5492139e-99a0-4bba-b0c5-571a40d3b5d2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.901890] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-5492139e-99a0-4bba-b0c5-571a40d3b5d2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.902292] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-5492139e-99a0-4bba-b0c5-571a40d3b5d2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.902502] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5492139e-99a0-4bba-b0c5-571a40d3b5d2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.957823] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 586d817e-cd7c-4163-ab28-9c4573191706 in Status: SUCCESS [ 1282.958109] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 586d817e-cd7c-4163-ab28-9c4573191706 deletion is rescheduled due to dependency. [ 1282.958203] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.959335] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.959335] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.959335] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.959335] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.959335] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.959335] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.959335] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.959335] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.037102] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 in Status: SUCCESS [ 1283.037286] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.112960] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.113175] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.113224] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.113410] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.113503] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.113710] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.113809] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.113873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.114164] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.114248] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.114349] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e is going to be updated. [ 1283.142724] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.142896] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.142936] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.143186] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.143875] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.153925] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: IN_PROGRESS for 2s [ 1283.404742] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.405096] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.405326] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.405678] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.405873] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.406086] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 5492139e-99a0-4bba-b0c5-571a40d3b5d2 not found, creating... [ 1283.406513] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.406730] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.406888] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.407168] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.407352] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.407680] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.407884] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.408050] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.408304] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.408483] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.408662] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 5492139e-99a0-4bba-b0c5-571a40d3b5d2 is going to be created. [ 1283.430745] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.431065] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.431247] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.431644] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.431964] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.432258] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-5492139e-99a0-4bba-b0c5-571a40d3b5d2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.462081] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.964820] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.183026] env[69297]: INFO networking_nsxv3.common.synchronization [req-0b482258-7810-427f-9a5f-16eb0891090f req-f0a52870-b6f0-470b-a383-7199ff7f6335 service nova] Enqueued Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_rules [ 1284.183026] env[69297]: INFO networking_nsxv3.common.synchronization [req-0b482258-7810-427f-9a5f-16eb0891090f req-f0a52870-b6f0-470b-a383-7199ff7f6335 service nova] Enqueued Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1284.183026] env[69297]: INFO networking_nsxv3.common.synchronization [req-0b482258-7810-427f-9a5f-16eb0891090f req-f0a52870-b6f0-470b-a383-7199ff7f6335 service nova] Enqueued Resource ID: 5492139e-99a0-4bba-b0c5-571a40d3b5d2 with Priority: HIGHEST for action port [ 1284.183026] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_rules [ 1284.183884] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1284.184346] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5492139e-99a0-4bba-b0c5-571a40d3b5d2 with Priority: HIGHEST for action port [ 1284.184892] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.185271] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.185619] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.186845] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.186845] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.187732] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.187732] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.187901] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-5492139e-99a0-4bba-b0c5-571a40d3b5d2 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.188126] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5492139e-99a0-4bba-b0c5-571a40d3b5d2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.188178] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5492139e-99a0-4bba-b0c5-571a40d3b5d2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.188433] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5492139e-99a0-4bba-b0c5-571a40d3b5d2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.188547] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5492139e-99a0-4bba-b0c5-571a40d3b5d2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.467927] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.467927] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.467927] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.468263] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.468263] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.468328] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 586d817e-cd7c-4163-ab28-9c4573191706 is going to be updated. [ 1284.500354] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.500554] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.500554] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.500756] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.500900] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.510336] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 586d817e-cd7c-4163-ab28-9c4573191706 in Status: IN_PROGRESS for 2s [ 1284.691115] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.691250] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.691477] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5492139e-99a0-4bba-b0c5-571a40d3b5d2 with status ACTIVE [ 1284.691677] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.691814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.691882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.692149] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.692268] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.692456] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.692557] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.692620] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.692796] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.692874] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.693078] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.693185] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.693247] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.693419] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.693510] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.693623] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5492139e-99a0-4bba-b0c5-571a40d3b5d2 is going to be updated. [ 1284.715546] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.715743] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.715743] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.715974] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.716241] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.716325] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5492139e-99a0-4bba-b0c5-571a40d3b5d2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.179367] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: SUCCESS [ 1285.179827] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e deletion is rescheduled due to dependency. [ 1285.179827] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.179827] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.180131] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.180380] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.180528] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.180624] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.180907] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.181283] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.181577] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.684055] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.186019] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.523294] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 586d817e-cd7c-4163-ab28-9c4573191706 in Status: SUCCESS [ 1286.523294] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.523294] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.523294] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.523673] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.523852] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.523910] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.524097] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.524179] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.524268] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.524368] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.689814] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.690233] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.690233] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.690668] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.690783] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.690855] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e is going to be updated. [ 1286.730008] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.730220] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.730262] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.730445] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.730595] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.740017] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: IN_PROGRESS for 2s [ 1287.026917] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.529333] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 586d817e-cd7c-4163-ab28-9c4573191706: rpc.has_security_group_logging(os_id): False [ 1287.550771] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.551119] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.551197] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.551575] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.551690] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.552034] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.552177] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.552266] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.552586] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.552763] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.553016] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 586d817e-cd7c-4163-ab28-9c4573191706 is going to be updated. [ 1287.622324] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.622470] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.622536] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.622758] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.622914] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.639413] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 586d817e-cd7c-4163-ab28-9c4573191706 in Status: IN_PROGRESS for 2s [ 1288.749707] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: SUCCESS [ 1288.750019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.750143] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.750395] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.750581] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.750702] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.750769] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.750922] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.751037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.751134] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.751230] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.185745] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1289.185980] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1289.253400] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.253686] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.253686] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.253996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.254223] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.254335] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.254403] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.254564] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.254654] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.254747] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.254896] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.255062] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.255145] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.255302] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.255443] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.255541] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.255611] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.255740] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.255820] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.255906] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.256012] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.655065] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 586d817e-cd7c-4163-ab28-9c4573191706 in Status: SUCCESS [ 1289.655337] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.758124] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62707b32-fa60-4cfa-8a31-6caff28fa57e: rpc.has_security_group_logging(os_id): False [ 1289.782021] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.782220] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.782220] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.782455] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.782547] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.782742] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.782842] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.782906] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.783092] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.783155] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.783368] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.783497] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.783565] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.783712] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.783810] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.784045] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.784123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.784201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.784432] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.784432] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.784572] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e is going to be updated. [ 1289.859194] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.859282] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.859402] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.859694] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.859932] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.877826] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: IN_PROGRESS for 2s [ 1291.919087] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: SUCCESS [ 1291.919087] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.885033] env[69297]: INFO networking_nsxv3.common.synchronization [req-1b95ed0f-ecaa-4fbf-8c59-63146b5b5990 req-2319b7a3-d286-4815-ac79-8fc02c8d84b0 tempest-ServerActionsTestOtherB-1738153999 tempest-ServerActionsTestOtherB-1738153999-project-member] Enqueued Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_members [ 1293.885033] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGHEST for action security_group_members [ 1293.885033] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-7709757a-bd74-4105-a5e2-a538c8b7d9e2 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.885033] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.885033] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.885033] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.885033] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.885033] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.885033] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.885033] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.885810] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.885810] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.388107] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.388263] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.388334] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.388551] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.388682] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.388880] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.389315] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.389315] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.389315] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.389465] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.389499] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 is going to be updated. [ 1294.420701] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.420920] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.420920] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.421226] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.421375] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.430376] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 in Status: IN_PROGRESS for 2s [ 1294.834915] env[69297]: INFO networking_nsxv3.common.synchronization [req-0efd13fa-7ccd-4a5f-8a87-afcdabb1a116 req-f8f84298-0cb8-47c1-a012-97f83a6a797b tempest-AttachVolumeShelveTestJSON-1757819500 tempest-AttachVolumeShelveTestJSON-1757819500-project-member] Enqueued Resource ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 with Priority: HIGHEST for action security_group_members [ 1294.835549] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 with Priority: HIGHEST for action security_group_members [ 1294.836143] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-038cb094-e9f4-49e1-a81e-5caf7b786418 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.836280] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.836349] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.836563] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.837244] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.837244] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.837244] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.837244] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.837960] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.838081] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('038cb094-e9f4-49e1-a81e-5caf7b786418',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.340306] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.340676] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.340676] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.340795] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.340847] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.341097] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.341218] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.341530] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.341530] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.341530] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.341698] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 is going to be updated. [ 1295.371515] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.371710] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.371752] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.371951] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.372248] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.380379] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 in Status: IN_PROGRESS for 2s [ 1296.441643] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 in Status: SUCCESS [ 1296.442042] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 deletion is rescheduled due to dependency. [ 1296.442042] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.391181] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 in Status: SUCCESS [ 1297.391384] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 deletion is rescheduled due to dependency. [ 1297.391468] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.208760] env[69297]: INFO networking_nsxv3.common.synchronization [req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 req-959ec68b-48cb-44e4-a299-e850400a367b tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Enqueued Resource ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 with Priority: HIGHEST for action security_group_members [ 1299.209459] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 with Priority: HIGHEST for action security_group_members [ 1299.210078] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-e94b62a2-1773-4d91-80d2-e90ad27392a7 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.210212] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.210295] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.210524] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.210956] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.211219] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.211331] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.211517] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.211613] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.211782] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e94b62a2-1773-4d91-80d2-e90ad27392a7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.567128] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-651 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.567326] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-651" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.567454] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-651" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.567730] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-651" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.568020] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.568304] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.568437] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.568687] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.568865] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.569139] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1299.569259] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1299.569370] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1299.569483] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1299.569590] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1299.569696] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1299.569830] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1299.592908] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1299.593185] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1299.593277] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1299.593458] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-651" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.593775] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-e0d2c159-268c-44a6-a271-2480b5a7e0a8 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.593953] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-e0d2c159-268c-44a6-a271-2480b5a7e0a8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.594126] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-e0d2c159-268c-44a6-a271-2480b5a7e0a8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.594442] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-e0d2c159-268c-44a6-a271-2480b5a7e0a8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.594629] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0d2c159-268c-44a6-a271-2480b5a7e0a8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.714695] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.714946] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.715080] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.715407] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.715557] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.715846] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.716014] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.716128] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.716362] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.716490] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.716630] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 already deleted. [ 1299.716761] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.097530] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.097530] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.097693] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.097872] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.098060] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.098193] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port e0d2c159-268c-44a6-a271-2480b5a7e0a8 not found, creating... [ 1300.098492] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.098785] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.098785] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.099240] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.099346] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.099647] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.099814] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.099935] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.100219] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.100438] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.100653] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: e0d2c159-268c-44a6-a271-2480b5a7e0a8 is going to be created. [ 1300.127665] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.127953] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.128279] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.128604] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.128930] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.129604] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-e0d2c159-268c-44a6-a271-2480b5a7e0a8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.122215] env[69297]: INFO networking_nsxv3.common.synchronization [req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 req-af8ad671-5729-4b58-af6f-71a2c46e5b3f service nova] Enqueued Resource ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 with Priority: HIGHEST for action security_group_rules [ 1301.122215] env[69297]: INFO networking_nsxv3.common.synchronization [req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 req-af8ad671-5729-4b58-af6f-71a2c46e5b3f service nova] Enqueued Resource ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 with Priority: HIGHEST for action security_group_members [ 1301.122215] env[69297]: INFO networking_nsxv3.common.synchronization [req-dc30ac74-5317-48ff-9bb4-80d1d0ec1a49 req-af8ad671-5729-4b58-af6f-71a2c46e5b3f service nova] Enqueued Resource ID: e0d2c159-268c-44a6-a271-2480b5a7e0a8 with Priority: HIGHEST for action port [ 1301.122215] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 with Priority: HIGHEST for action security_group_rules [ 1301.122215] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 with Priority: HIGHEST for action security_group_members [ 1301.122215] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0d2c159-268c-44a6-a271-2480b5a7e0a8 with Priority: HIGHEST for action port [ 1301.122215] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e94b62a2-1773-4d91-80d2-e90ad27392a7 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.122215] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.122215] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.122215] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.122215] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e94b62a2-1773-4d91-80d2-e90ad27392a7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.125051] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-e94b62a2-1773-4d91-80d2-e90ad27392a7 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.125181] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.125235] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.125421] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.125574] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.125666] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.125718] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.125861] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.125944] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.126051] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e94b62a2-1773-4d91-80d2-e90ad27392a7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.126828] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0d2c159-268c-44a6-a271-2480b5a7e0a8 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.126928] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0d2c159-268c-44a6-a271-2480b5a7e0a8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.127032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0d2c159-268c-44a6-a271-2480b5a7e0a8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.127160] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0d2c159-268c-44a6-a271-2480b5a7e0a8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.127317] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0d2c159-268c-44a6-a271-2480b5a7e0a8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.628785] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-e94b62a2-1773-4d91-80d2-e90ad27392a7 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.628926] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.629314] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e94b62a2-1773-4d91-80d2-e90ad27392a7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.630207] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0d2c159-268c-44a6-a271-2480b5a7e0a8 with status ACTIVE [ 1301.630400] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.630518] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.630583] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.630788] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.630878] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.631150] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.631281] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.631332] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.631496] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.631561] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.631897] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.632018] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.632102] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.632258] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.632660] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.632660] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0d2c159-268c-44a6-a271-2480b5a7e0a8 is going to be updated. [ 1301.655118] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.655411] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.655482] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.655695] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.655836] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.655996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0d2c159-268c-44a6-a271-2480b5a7e0a8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.711965] env[69297]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1301.712173] env[69297]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1302.134921] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e94b62a2-1773-4d91-80d2-e90ad27392a7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.637289] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.637425] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.638520] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.638520] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.638520] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.638520] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 is going to be created. [ 1302.668919] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.669174] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.669265] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.669464] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.669628] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.681582] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 in Status: UNINITIALIZED for 2s [ 1304.692706] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 in Status: SUCCESS [ 1304.693076] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.693150] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.693334] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.693861] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.693861] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.693861] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.694106] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.694106] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.694106] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.694208] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e94b62a2-1773-4d91-80d2-e90ad27392a7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.197334] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-e94b62a2-1773-4d91-80d2-e90ad27392a7 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.197459] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.197569] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.198015] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.198301] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.198402] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.198474] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.198677] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.198777] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.198874] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.199047] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-e94b62a2-1773-4d91-80d2-e90ad27392a7 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.199180] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.199249] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.199448] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.199606] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.199705] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.199768] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.199921] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.200015] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.200153] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.200257] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e94b62a2-1773-4d91-80d2-e90ad27392a7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.702518] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e94b62a2-1773-4d91-80d2-e90ad27392a7: rpc.has_security_group_logging(os_id): False [ 1305.731956] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.732171] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.732171] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.732408] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.732505] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.732698] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.732799] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.732853] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.733016] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.733129] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.733267] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.733409] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.733409] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.733544] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.733732] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.733809] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.733900] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.733966] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.734096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.734311] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.734311] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 is going to be created. [ 1305.791414] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.791581] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.791631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.791856] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.792142] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.802401] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 in Status: IN_PROGRESS for 2s [ 1306.121698] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1306.121801] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1307.819816] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 in Status: SUCCESS [ 1307.819816] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.123471] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1311.123471] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1316.125232] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1316.125642] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1321.126402] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1321.126745] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1321.569740] env[69297]: INFO networking_nsxv3.common.synchronization [req-d77e5077-3fe8-4deb-b502-36ead588020e req-c0ec31c3-2ec7-4393-9112-f56f215fc99c tempest-DeleteServersTestJSON-1359209470 tempest-DeleteServersTestJSON-1359209470-project-member] Enqueued Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1321.570306] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGHEST for action security_group_members [ 1321.570655] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.570794] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.570860] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.571104] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.571297] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.571428] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.572044] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.572044] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.572044] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.572044] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.074444] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.074657] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.074711] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.074928] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.075042] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.075251] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.075355] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.075437] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.075624] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.075721] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.075811] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e is going to be updated. [ 1322.107329] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.107549] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.107549] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.107817] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.107976] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.119268] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: IN_PROGRESS for 2s [ 1324.129980] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e in Status: SUCCESS [ 1324.130413] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e deletion is rescheduled due to dependency. [ 1324.130413] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.307267] env[69297]: INFO networking_nsxv3.common.synchronization [req-fc74e78a-cf81-4eb9-8279-fd6d213af07f req-fee930e6-05f2-4e56-8685-c7663fba9f3f tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Enqueued Resource ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 with Priority: HIGHEST for action security_group_members [ 1325.307789] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 with Priority: HIGHEST for action security_group_members [ 1325.308091] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-e94b62a2-1773-4d91-80d2-e90ad27392a7 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.308214] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.308284] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.308562] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.308662] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.308808] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.308863] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.308986] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.309082] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.309239] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e94b62a2-1773-4d91-80d2-e90ad27392a7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.811765] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.811922] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.811995] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.812225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.812339] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.812534] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.812632] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.812694] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.812847] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.812927] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.813050] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 is going to be updated. [ 1325.840673] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.840815] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.840886] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.841090] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.841264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.850713] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 in Status: IN_PROGRESS for 2s [ 1327.862611] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 in Status: SUCCESS [ 1327.863048] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 deletion is rescheduled due to dependency. [ 1327.863174] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.521386] env[69297]: INFO networking_nsxv3.common.synchronization [None req-41413d8e-e5f9-4efa-a6ed-5ef1963510a6 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Enqueued Resource ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 with Priority: HIGHEST for action security_group_rules [ 1329.521678] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 with Priority: HIGHEST for action security_group_rules [ 1329.521971] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e51107e-6200-4180-ae89-da6f7fb5f7f5 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.522123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.522362] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.522687] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.522910] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e51107e-6200-4180-ae89-da6f7fb5f7f5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.596684] env[69297]: INFO networking_nsxv3.common.synchronization [None req-5452df82-251c-4f4c-ba41-b7c55aea73e4 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Enqueued Resource ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 with Priority: HIGHEST for action security_group_rules [ 1329.596684] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 with Priority: HIGHEST for action security_group_rules [ 1329.596843] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e51107e-6200-4180-ae89-da6f7fb5f7f5 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.596843] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.044631] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.044779] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.044848] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.045076] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.045176] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.045729] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 already deleted. [ 1330.045729] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.045729] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.045729] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.045729] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e51107e-6200-4180-ae89-da6f7fb5f7f5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.565152] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.565477] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.565477] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.565614] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.565723] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.565823] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 already deleted. [ 1330.565908] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.597062] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.597415] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1336.048691] env[69297]: INFO networking_nsxv3.common.synchronization [req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 req-8071c84b-267b-43bd-9ce8-a3015ce3d5c8 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Enqueued Resource ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 with Priority: HIGHEST for action security_group_members [ 1336.049234] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 with Priority: HIGHEST for action security_group_members [ 1336.049531] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e51107e-6200-4180-ae89-da6f7fb5f7f5 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.049654] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.049723] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.049992] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.050162] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.050262] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.050320] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.050484] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.050551] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.050627] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e51107e-6200-4180-ae89-da6f7fb5f7f5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.410651] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-651 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.410904] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-651" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.411052] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-651" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.411357] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-651" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.411633] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.411794] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.411914] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.412146] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.412337] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.412566] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1336.412686] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1336.412866] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1336.412937] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1336.413014] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1336.413131] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1336.413295] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1336.433294] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1336.433476] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1336.433602] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1336.433786] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-651" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.434132] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-5fe83204-fd15-4831-864b-0401e6659ff8 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.434310] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-5fe83204-fd15-4831-864b-0401e6659ff8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.434433] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-5fe83204-fd15-4831-864b-0401e6659ff8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.434776] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-5fe83204-fd15-4831-864b-0401e6659ff8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.434918] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fe83204-fd15-4831-864b-0401e6659ff8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.553018] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.553242] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.553242] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.553474] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.553566] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.553775] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.553874] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.553930] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.554093] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.554170] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.554290] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 already deleted. [ 1336.554396] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.937143] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.937394] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.937523] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.937799] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.937955] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.938131] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 5fe83204-fd15-4831-864b-0401e6659ff8 not found, creating... [ 1336.938402] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.938566] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.938688] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.938909] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.939062] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.939390] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.939560] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.939800] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.939907] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.940042] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.940190] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 5fe83204-fd15-4831-864b-0401e6659ff8 is going to be created. [ 1336.961841] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.962143] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.962240] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.962534] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.962773] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.963045] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-5fe83204-fd15-4831-864b-0401e6659ff8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.690699] env[69297]: INFO networking_nsxv3.common.synchronization [req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 req-7647334c-a1b1-42ff-9642-fee637ed4012 service nova] Enqueued Resource ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 with Priority: HIGHEST for action security_group_rules [ 1337.690971] env[69297]: INFO networking_nsxv3.common.synchronization [req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 req-7647334c-a1b1-42ff-9642-fee637ed4012 service nova] Enqueued Resource ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 with Priority: HIGHEST for action security_group_members [ 1337.691105] env[69297]: INFO networking_nsxv3.common.synchronization [req-e54d0aca-fea1-4fc5-8326-3b5de2f2f935 req-7647334c-a1b1-42ff-9642-fee637ed4012 service nova] Enqueued Resource ID: 5fe83204-fd15-4831-864b-0401e6659ff8 with Priority: HIGHEST for action port [ 1337.691626] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 with Priority: HIGHEST for action security_group_rules [ 1337.691794] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 with Priority: HIGHEST for action security_group_members [ 1337.691863] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fe83204-fd15-4831-864b-0401e6659ff8 with Priority: HIGHEST for action port [ 1337.692138] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e51107e-6200-4180-ae89-da6f7fb5f7f5 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.692259] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.692328] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.692546] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.692629] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e51107e-6200-4180-ae89-da6f7fb5f7f5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.693429] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e51107e-6200-4180-ae89-da6f7fb5f7f5 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.693541] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.693609] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.693784] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.693980] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.694051] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.694086] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.694235] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.694324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.694400] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e51107e-6200-4180-ae89-da6f7fb5f7f5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.695096] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fe83204-fd15-4831-864b-0401e6659ff8 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.695204] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fe83204-fd15-4831-864b-0401e6659ff8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.695269] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fe83204-fd15-4831-864b-0401e6659ff8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.696433] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fe83204-fd15-4831-864b-0401e6659ff8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.696433] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fe83204-fd15-4831-864b-0401e6659ff8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.198390] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e51107e-6200-4180-ae89-da6f7fb5f7f5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.198390] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e51107e-6200-4180-ae89-da6f7fb5f7f5 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.198536] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.200116] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5fe83204-fd15-4831-864b-0401e6659ff8 with status ACTIVE [ 1338.200336] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.200459] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.200637] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.200736] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.200859] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.201051] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.201159] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.201230] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.201456] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.201575] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.201724] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.201819] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.201913] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.202033] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.202113] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.202198] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5fe83204-fd15-4831-864b-0401e6659ff8 is going to be updated. [ 1338.223907] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.224116] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.224116] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.224325] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.224488] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.224646] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fe83204-fd15-4831-864b-0401e6659ff8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.700181] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e51107e-6200-4180-ae89-da6f7fb5f7f5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.202908] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.203166] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.203166] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.203298] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.203395] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.203496] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 is going to be created. [ 1339.226890] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.227117] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.227117] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.227313] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.227474] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.244435] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 in Status: UNINITIALIZED for 2s [ 1341.256682] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 in Status: SUCCESS [ 1341.257139] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.257139] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.257303] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.257489] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.257610] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.257676] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.257857] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.257997] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.257997] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.258124] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e51107e-6200-4180-ae89-da6f7fb5f7f5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.760637] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e51107e-6200-4180-ae89-da6f7fb5f7f5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.263702] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e51107e-6200-4180-ae89-da6f7fb5f7f5: rpc.has_security_group_logging(os_id): False [ 1342.285253] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.285491] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.285551] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.285760] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.285885] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.286155] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.286259] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.286346] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.286649] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.286649] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.286836] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 is going to be created. [ 1342.356510] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.356752] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.356752] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.356940] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.357142] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.368468] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 in Status: IN_PROGRESS for 2s [ 1342.693411] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1342.693411] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1344.382029] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 in Status: SUCCESS [ 1344.382461] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.694097] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.694527] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1352.695705] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.695705] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1355.665023] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.665450] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.665450] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.665522] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.665645] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.168104] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.670211] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.172731] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1357.172935] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1357.696109] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.696526] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.051934] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.052102] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.052153] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.052363] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.065121] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1358.065926] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.066659] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1358.100756] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.101028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.101028] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.101192] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.114987] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.115794] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1358.115882] env[69297]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69297) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1358.115978] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1358.152082] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.152320] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.152320] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.152516] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.153653] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.153835] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1358.229609] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.229839] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.229839] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.230038] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.230348] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.230627] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1358.305785] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.305994] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.305994] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.306176] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.306481] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.306784] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:40. [ 1358.306875] env[69297]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'0896401d-6199-46e8-8189-c99a02ba2f5f', '586d817e-cd7c-4163-ab28-9c4573191706', 'f1dc86b7-b853-47bc-a5de-6615e82494e3', '2e51107e-6200-4180-ae89-da6f7fb5f7f5', '1ffda2fc-e606-44ca-9309-c30e0723a3c1', 'f6190a68-e72b-463a-893a-768d7dd7aae0', '51478d9f-3eaa-4f06-b2fb-ca3626fb9a40', 'e94b62a2-1773-4d91-80d2-e90ad27392a7', '038cb094-e9f4-49e1-a81e-5caf7b786418', '1d373340-9d23-44ac-b018-cc28b56f824c', '9a5ca00e-221b-44b9-9881-1ad40e457dda', '7a5f39ba-4971-4f3a-ab30-e61e13bef475', 'eb02e441-14a6-4ad8-8391-1eeb357491aa', '62707b32-fa60-4cfa-8a31-6caff28fa57e', '5ec4ea0f-abae-4ce8-969d-6033e72b83f7', 'c0b701f7-25ef-487a-8000-f976a0b61e3a', 'e6a8946e-61d1-4081-97e9-9b588b127e0c', '8e640edd-4d09-47e8-8366-ded745a058e3', 'ec384c20-4cff-4aa4-8a4a-7a6aa9136306', '88929134-bfde-4824-9117-14a5ab1bf3ab', '552a476a-b927-4651-ad43-bde74a976fb8', 'df5b53f7-ccd8-4072-8b74-5931124c72ea', 'cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8', '5ee89125-2d0a-483b-a852-590b1fba1326', 'ae9ce361-4d8e-414d-8c66-387458897bcc', '2e875716-858a-49ae-be53-287bc5cdcf4e', '6b13a6b2-3479-4bf2-836e-55051b0d31e5', '5b19b7fb-87b8-497d-875c-0ea1fcee3150', 'bc803fbb-44f8-4897-98f1-848121f2f244', '5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f', '7709757a-bd74-4105-a5e2-a538c8b7d9e2', '10d949ac-b10e-4b2c-a630-347a1bdade30', '3794fd0d-dbfb-4192-a5b5-79aa4acf9875', 'c0c116a7-1608-4607-9315-95a266a6cfea', '6cd6feef-6cdf-46a9-841c-166345537734', '134cf66a-fbc4-49d7-8cfb-6f8900631f07', 'd8f50b79-2b67-4118-8716-c4cbc2fac90e', 'da5a373d-02c6-496f-8bb2-a4ae83aa34d5', 'ae81c0f3-5aff-4751-8871-055fd5323dca', 'b50d4aab-fded-402e-b7f9-1d028aeb2e79'} {{(pid=69297) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1358.306974] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1358.326513] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.326714] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.326765] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.326935] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.327039] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.327148] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1358.327227] env[69297]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69297) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1358.327313] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1358.412923] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.413173] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.413173] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.413348] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.414524] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.414799] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1358.414917] env[69297]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69297) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1358.415041] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1358.415122] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1358.415373] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/40 resources of Type:Security Group Rules [ 1358.415373] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0896401d-6199-46e8-8189-c99a02ba2f5f with Priority: HIGH for action security_group_rules [ 1358.415373] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGH for action security_group_rules [ 1358.415574] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGH for action security_group_rules [ 1358.415574] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 with Priority: HIGH for action security_group_rules [ 1358.415574] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ffda2fc-e606-44ca-9309-c30e0723a3c1 with Priority: HIGH for action security_group_rules [ 1358.415676] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f6190a68-e72b-463a-893a-768d7dd7aae0 with Priority: HIGH for action security_group_rules [ 1358.415676] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 with Priority: HIGH for action security_group_rules [ 1358.415749] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 with Priority: HIGH for action security_group_rules [ 1358.415785] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 with Priority: HIGH for action security_group_rules [ 1358.415828] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d373340-9d23-44ac-b018-cc28b56f824c with Priority: HIGH for action security_group_rules [ 1358.415876] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9a5ca00e-221b-44b9-9881-1ad40e457dda with Priority: HIGH for action security_group_rules [ 1358.415933] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a5f39ba-4971-4f3a-ab30-e61e13bef475 with Priority: HIGH for action security_group_rules [ 1358.415991] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb02e441-14a6-4ad8-8391-1eeb357491aa with Priority: HIGH for action security_group_rules [ 1358.416082] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGH for action security_group_rules [ 1358.416124] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ec4ea0f-abae-4ce8-969d-6033e72b83f7 with Priority: HIGH for action security_group_rules [ 1358.416173] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0b701f7-25ef-487a-8000-f976a0b61e3a with Priority: HIGH for action security_group_rules [ 1358.416244] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e6a8946e-61d1-4081-97e9-9b588b127e0c with Priority: HIGH for action security_group_rules [ 1358.416288] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e640edd-4d09-47e8-8366-ded745a058e3 with Priority: HIGH for action security_group_rules [ 1358.416352] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 with Priority: HIGH for action security_group_rules [ 1358.416414] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 88929134-bfde-4824-9117-14a5ab1bf3ab with Priority: HIGH for action security_group_rules [ 1358.416508] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.697366] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.697839] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1362.697839] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0896401d-6199-46e8-8189-c99a02ba2f5f with Priority: HIGH for action security_group_rules [ 1362.697839] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 with Priority: HIGH for action security_group_rules [ 1362.697839] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 with Priority: HIGH for action security_group_rules [ 1362.697985] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ec4ea0f-abae-4ce8-969d-6033e72b83f7 with Priority: HIGH for action security_group_rules [ 1362.698101] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88929134-bfde-4824-9117-14a5ab1bf3ab with Priority: HIGH for action security_group_rules [ 1362.698211] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 with Priority: HIGH for action security_group_rules [ 1362.698308] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e640edd-4d09-47e8-8366-ded745a058e3 with Priority: HIGH for action security_group_rules [ 1362.698399] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a8946e-61d1-4081-97e9-9b588b127e0c with Priority: HIGH for action security_group_rules [ 1362.698492] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e with Priority: HIGH for action security_group_rules [ 1362.698575] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0b701f7-25ef-487a-8000-f976a0b61e3a with Priority: HIGH for action security_group_rules [ 1362.698664] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb02e441-14a6-4ad8-8391-1eeb357491aa with Priority: HIGH for action security_group_rules [ 1362.698752] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a5f39ba-4971-4f3a-ab30-e61e13bef475 with Priority: HIGH for action security_group_rules [ 1362.698838] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a5ca00e-221b-44b9-9881-1ad40e457dda with Priority: HIGH for action security_group_rules [ 1362.698925] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d373340-9d23-44ac-b018-cc28b56f824c with Priority: HIGH for action security_group_rules [ 1362.699017] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 with Priority: HIGH for action security_group_rules [ 1362.699113] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6190a68-e72b-463a-893a-768d7dd7aae0 with Priority: HIGH for action security_group_rules [ 1362.699202] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 with Priority: HIGH for action security_group_rules [ 1362.699291] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ffda2fc-e606-44ca-9309-c30e0723a3c1 with Priority: HIGH for action security_group_rules [ 1362.699378] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGH for action security_group_rules [ 1362.699465] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 with Priority: HIGH for action security_group_rules [ 1362.699845] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0896401d-6199-46e8-8189-c99a02ba2f5f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.699982] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.700064] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.700279] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.700363] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0896401d-6199-46e8-8189-c99a02ba2f5f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.701643] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1dc86b7-b853-47bc-a5de-6615e82494e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.701758] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.701825] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.701999] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.702097] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1dc86b7-b853-47bc-a5de-6615e82494e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.702838] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.702950] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.703029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.703182] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.703254] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51478d9f-3eaa-4f06-b2fb-ca3626fb9a40',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.703912] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ec4ea0f-abae-4ce8-969d-6033e72b83f7 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.704022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.704146] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.704247] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.704315] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ec4ea0f-abae-4ce8-969d-6033e72b83f7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.704967] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88929134-bfde-4824-9117-14a5ab1bf3ab taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.705084] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.705454] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.705454] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.705454] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88929134-bfde-4824-9117-14a5ab1bf3ab',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.705999] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec384c20-4cff-4aa4-8a4a-7a6aa9136306 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.706117] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.706189] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.706326] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.706398] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec384c20-4cff-4aa4-8a4a-7a6aa9136306',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.707246] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e640edd-4d09-47e8-8366-ded745a058e3 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.707349] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.707411] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.707553] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.707617] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e640edd-4d09-47e8-8366-ded745a058e3',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.708284] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6a8946e-61d1-4081-97e9-9b588b127e0c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.708371] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.708436] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.708581] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.708661] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6a8946e-61d1-4081-97e9-9b588b127e0c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.709302] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62707b32-fa60-4cfa-8a31-6caff28fa57e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.709383] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.709474] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.709603] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.709675] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62707b32-fa60-4cfa-8a31-6caff28fa57e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.710431] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0b701f7-25ef-487a-8000-f976a0b61e3a taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.710531] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.710599] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.710743] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.710815] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0b701f7-25ef-487a-8000-f976a0b61e3a',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.711467] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb02e441-14a6-4ad8-8391-1eeb357491aa taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.711568] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.711634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.711777] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.711850] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb02e441-14a6-4ad8-8391-1eeb357491aa',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.712517] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a5f39ba-4971-4f3a-ab30-e61e13bef475 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.712631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.712697] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.712837] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.712909] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a5f39ba-4971-4f3a-ab30-e61e13bef475',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.713565] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a5ca00e-221b-44b9-9881-1ad40e457dda taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.713669] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.713735] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.713887] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.713958] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a5ca00e-221b-44b9-9881-1ad40e457dda',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.714715] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d373340-9d23-44ac-b018-cc28b56f824c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.714850] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.714921] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.715081] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.715154] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d373340-9d23-44ac-b018-cc28b56f824c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.715793] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-038cb094-e9f4-49e1-a81e-5caf7b786418 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.715900] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.715992] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.716123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.716196] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('038cb094-e9f4-49e1-a81e-5caf7b786418',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.716839] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6190a68-e72b-463a-893a-768d7dd7aae0 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.716991] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.717036] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.717189] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.717224] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6190a68-e72b-463a-893a-768d7dd7aae0',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.719533] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e94b62a2-1773-4d91-80d2-e90ad27392a7 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.719653] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.719715] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.719847] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.720106] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e94b62a2-1773-4d91-80d2-e90ad27392a7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.720551] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ffda2fc-e606-44ca-9309-c30e0723a3c1 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.720656] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.720731] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.720864] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.720937] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ffda2fc-e606-44ca-9309-c30e0723a3c1',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.721606] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-586d817e-cd7c-4163-ab28-9c4573191706 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.721715] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.721783] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.721968] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.722032] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.722674] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e51107e-6200-4180-ae89-da6f7fb5f7f5 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.722835] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.722835] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.722981] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.723063] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e51107e-6200-4180-ae89-da6f7fb5f7f5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.751209] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.751425] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.751425] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.751628] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.753364] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.753464] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.754224] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.754318] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.771424] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.771603] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88929134-bfde-4824-9117-14a5ab1bf3ab is going to be deleted. [ 1362.772408] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.772654] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.788873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.789083] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0896401d-6199-46e8-8189-c99a02ba2f5f is going to be deleted. [ 1362.789863] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.790086] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.807195] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.807406] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51478d9f-3eaa-4f06-b2fb-ca3626fb9a40 is going to be deleted. [ 1362.840757] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.840995] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.840995] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.841240] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.841337] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.841461] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88929134-bfde-4824-9117-14a5ab1bf3ab" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.872983] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.873298] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.873298] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.873434] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.873489] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.873608] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0896401d-6199-46e8-8189-c99a02ba2f5f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.900443] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.900689] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.900689] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.900872] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.900933] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.901063] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51478d9f-3eaa-4f06-b2fb-ca3626fb9a40" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.235498] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-586d817e-cd7c-4163-ab28-9c4573191706 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.235711] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.235806] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.236035] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.236302] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.236407] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.236470] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.236648] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.236747] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.237235] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.237366] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.248574] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e51107e-6200-4180-ae89-da6f7fb5f7f5 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.248809] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.248905] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.249045] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.249206] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.249308] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.249378] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.249630] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.249630] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.249729] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.249816] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e51107e-6200-4180-ae89-da6f7fb5f7f5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.272347] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.272619] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.272619] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.272809] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.280908] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.281153] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.283551] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.283716] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.284803] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.284937] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.285692] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.285791] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.286499] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.286597] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.287303] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.287396] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.288111] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.288404] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.288893] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.288990] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.289717] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.289814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.290797] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.290888] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.292655] env[69297]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1363.293083] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.293174] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.294074] env[69297]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1363.294473] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.294578] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.295174] env[69297]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1363.295543] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.295638] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.296259] env[69297]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1363.296627] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.296723] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.297634] env[69297]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1363.298031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.298141] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 is going to be deleted. [ 1363.299054] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.299258] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.336396] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.336563] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0b701f7-25ef-487a-8000-f976a0b61e3a is going to be deleted. [ 1363.337413] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.337623] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.354786] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.354940] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1dc86b7-b853-47bc-a5de-6615e82494e3 is going to be deleted. [ 1363.355750] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.355960] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.370593] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.370779] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.374269] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.374395] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec384c20-4cff-4aa4-8a4a-7a6aa9136306 is going to be deleted. [ 1363.375566] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.375566] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.400648] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.400836] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.406846] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.406978] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a5f39ba-4971-4f3a-ab30-e61e13bef475 is going to be deleted. [ 1363.407866] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.408084] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.409815] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.409935] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.455349] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.455618] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.458582] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.458709] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ffda2fc-e606-44ca-9309-c30e0723a3c1 is going to be deleted. [ 1363.459646] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.459861] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.500016] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.500200] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a5ca00e-221b-44b9-9881-1ad40e457dda is going to be deleted. [ 1363.501078] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.501318] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.523711] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.523890] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d373340-9d23-44ac-b018-cc28b56f824c is going to be deleted. [ 1363.524744] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.525129] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.527265] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.527413] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.575820] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.576028] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6a8946e-61d1-4081-97e9-9b588b127e0c is going to be deleted. [ 1363.576920] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.577171] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.609285] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.609476] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.622122] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.622261] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb02e441-14a6-4ad8-8391-1eeb357491aa is going to be deleted. [ 1363.623178] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.623414] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.643022] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.643229] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.662033] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.662250] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.663611] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.663736] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e640edd-4d09-47e8-8366-ded745a058e3 is going to be deleted. [ 1363.664682] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.664904] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.666299] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.666409] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.701175] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.701602] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ec4ea0f-abae-4ce8-969d-6033e72b83f7 is going to be deleted. [ 1363.702392] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.702641] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.740692] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.740873] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 038cb094-e9f4-49e1-a81e-5caf7b786418 is going to be deleted. [ 1363.741832] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.742100] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.753023] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e51107e-6200-4180-ae89-da6f7fb5f7f5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.755678] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.770079] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.770300] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.788648] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.788876] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.794959] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.795169] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6190a68-e72b-463a-893a-768d7dd7aae0 is going to be deleted. [ 1363.796130] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.796353] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.813921] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.814139] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.840519] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.840730] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62707b32-fa60-4cfa-8a31-6caff28fa57e is going to be deleted. [ 1363.841644] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.841870] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.841943] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.842089] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.842253] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.842404] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.842514] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.842634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0b701f7-25ef-487a-8000-f976a0b61e3a" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.843216] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.843400] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.843486] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.843608] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1dc86b7-b853-47bc-a5de-6615e82494e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.843750] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.843894] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.843974] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.844099] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec384c20-4cff-4aa4-8a4a-7a6aa9136306" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.844231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.844373] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.844448] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.844564] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a5f39ba-4971-4f3a-ab30-e61e13bef475" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.844703] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.844875] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.844957] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.845092] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ffda2fc-e606-44ca-9309-c30e0723a3c1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.845219] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.845360] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.845435] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.845548] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a5ca00e-221b-44b9-9881-1ad40e457dda" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.845670] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.845809] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.845881] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.845993] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d373340-9d23-44ac-b018-cc28b56f824c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.846132] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.846280] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.846377] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.846494] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6a8946e-61d1-4081-97e9-9b588b127e0c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.846622] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.846763] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.846837] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.846946] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb02e441-14a6-4ad8-8391-1eeb357491aa" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.847083] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.847225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.847299] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.847406] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e640edd-4d09-47e8-8366-ded745a058e3" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.847536] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.847674] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.847749] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.847878] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ec4ea0f-abae-4ce8-969d-6033e72b83f7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.886409] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.886639] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.886639] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.886958] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.887072] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.887212] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-038cb094-e9f4-49e1-a81e-5caf7b786418" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.977628] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.977872] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.977872] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.978063] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.978155] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.978275] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6190a68-e72b-463a-893a-768d7dd7aae0" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.081035] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.081254] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.081254] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.081473] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.081605] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.081733] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62707b32-fa60-4cfa-8a31-6caff28fa57e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.256073] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e51107e-6200-4180-ae89-da6f7fb5f7f5: rpc.has_security_group_logging(os_id): False [ 1364.256881] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 586d817e-cd7c-4163-ab28-9c4573191706: rpc.has_security_group_logging(os_id): False [ 1364.275659] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.275861] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.275909] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.276122] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.277758] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.277873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.310181] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.310448] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.310546] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.310684] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.310922] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.310922] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.311035] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 586d817e-cd7c-4163-ab28-9c4573191706 is going to be updated. [ 1364.312194] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.312391] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.335534] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.335834] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.336055] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.336055] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.336228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.336310] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.336398] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 is going to be updated. [ 1364.380826] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.380981] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.381069] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.381278] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.381424] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.390544] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.390718] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.390764] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.390948] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.391100] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.397917] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 586d817e-cd7c-4163-ab28-9c4573191706 in Status: IN_PROGRESS for 2s [ 1364.400449] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 in Status: IN_PROGRESS for 2s [ 1364.462322] env[69297]: INFO networking_nsxv3.common.synchronization [req-6fc776e4-6510-4c8f-a353-9331b59bc8fb req-d5e9a3cb-d669-4907-b81a-298e8185b2c2 tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Enqueued Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGHEST for action security_group_members [ 1364.462851] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGHEST for action security_group_members [ 1364.463161] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-586d817e-cd7c-4163-ab28-9c4573191706 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.463356] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.463356] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.463538] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.463687] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.463784] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.463837] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.463983] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.464078] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.464169] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.966341] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.966741] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.966741] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.966820] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.966856] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.967056] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.967160] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.967222] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.967371] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.967449] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.967534] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 586d817e-cd7c-4163-ab28-9c4573191706 is going to be updated. [ 1364.994978] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.995211] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.995211] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.995398] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.995571] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.005043] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 586d817e-cd7c-4163-ab28-9c4573191706 in Status: IN_PROGRESS for 2s [ 1366.414647] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 586d817e-cd7c-4163-ab28-9c4573191706 in Status: SUCCESS [ 1366.415042] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.415553] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 in Status: SUCCESS [ 1366.415730] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.014671] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 586d817e-cd7c-4163-ab28-9c4573191706 in Status: SUCCESS [ 1367.014853] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 586d817e-cd7c-4163-ab28-9c4573191706 deletion is rescheduled due to dependency. [ 1367.014967] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.464991] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.464991] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1372.205090] env[69297]: INFO networking_nsxv3.common.synchronization [req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf req-86187b6a-196f-4a26-a39a-4bc5849f513d tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Enqueued Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGHEST for action security_group_members [ 1372.205448] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGHEST for action security_group_members [ 1372.205771] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-586d817e-cd7c-4163-ab28-9c4573191706 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.205895] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.205961] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.206179] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.206334] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.206432] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.206517] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.206631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.206717] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.206812] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.564071] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-255 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.564071] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-255" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.564071] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-255" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.564071] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-255" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.564071] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.564071] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.564481] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.564591] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.564712] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.564941] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1372.565068] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1372.565183] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1372.565297] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1372.565412] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1372.565523] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1372.565662] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1372.592141] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1372.592438] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1372.592438] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1372.592666] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-255" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.593026] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-bc57eb53-c18f-4ba2-a4f6-11fe02272709 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.593239] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-bc57eb53-c18f-4ba2-a4f6-11fe02272709" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.593357] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-bc57eb53-c18f-4ba2-a4f6-11fe02272709" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.593655] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-bc57eb53-c18f-4ba2-a4f6-11fe02272709" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.593796] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc57eb53-c18f-4ba2-a4f6-11fe02272709',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.709497] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.709788] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.709788] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.709955] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.710068] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.710261] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.710360] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.710422] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.710556] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.710633] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.710720] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 586d817e-cd7c-4163-ab28-9c4573191706 is going to be updated. [ 1372.735951] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.736166] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.736166] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.736303] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.736443] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.745480] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 586d817e-cd7c-4163-ab28-9c4573191706 in Status: IN_PROGRESS for 2s [ 1373.095962] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.096268] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.096375] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.096660] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.096816] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.096972] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port bc57eb53-c18f-4ba2-a4f6-11fe02272709 not found, creating... [ 1373.097247] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.097419] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.097587] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.097765] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.097907] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.098210] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.098370] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.098492] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.098704] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.098842] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.099010] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: bc57eb53-c18f-4ba2-a4f6-11fe02272709 is going to be created. [ 1373.120416] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.120659] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.120771] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.121104] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.121354] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.121623] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-bc57eb53-c18f-4ba2-a4f6-11fe02272709" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.784793] env[69297]: INFO networking_nsxv3.common.synchronization [req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf req-460ac81e-858e-4fbe-8195-96a4bd9b07f5 service nova] Enqueued Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGHEST for action security_group_rules [ 1373.785174] env[69297]: INFO networking_nsxv3.common.synchronization [req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf req-460ac81e-858e-4fbe-8195-96a4bd9b07f5 service nova] Enqueued Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGHEST for action security_group_members [ 1373.785174] env[69297]: INFO networking_nsxv3.common.synchronization [req-94b2a350-c369-41f3-8ba8-c8d4b075d6bf req-460ac81e-858e-4fbe-8195-96a4bd9b07f5 service nova] Enqueued Resource ID: bc57eb53-c18f-4ba2-a4f6-11fe02272709 with Priority: HIGHEST for action port [ 1373.785630] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGHEST for action security_group_rules [ 1373.785820] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGHEST for action security_group_members [ 1373.785854] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc57eb53-c18f-4ba2-a4f6-11fe02272709 with Priority: HIGHEST for action port [ 1373.787077] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-586d817e-cd7c-4163-ab28-9c4573191706 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.787209] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.787275] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.787482] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.787565] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.789473] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-586d817e-cd7c-4163-ab28-9c4573191706 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.789608] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.789820] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc57eb53-c18f-4ba2-a4f6-11fe02272709 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.789933] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc57eb53-c18f-4ba2-a4f6-11fe02272709" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.790061] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc57eb53-c18f-4ba2-a4f6-11fe02272709" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.790175] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc57eb53-c18f-4ba2-a4f6-11fe02272709" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.790250] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc57eb53-c18f-4ba2-a4f6-11fe02272709',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.289651] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-586d817e-cd7c-4163-ab28-9c4573191706 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.289651] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.292109] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc57eb53-c18f-4ba2-a4f6-11fe02272709 with status ACTIVE [ 1374.292215] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.292293] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.292612] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.292612] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.292721] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.292869] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.292971] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.293047] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.293210] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.293292] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.293475] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.293570] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.293633] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.293771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.293846] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.293962] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc57eb53-c18f-4ba2-a4f6-11fe02272709 is going to be updated. [ 1374.317111] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.317347] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.317347] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.317537] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.317677] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.317847] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc57eb53-c18f-4ba2-a4f6-11fe02272709" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.755534] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 586d817e-cd7c-4163-ab28-9c4573191706 in Status: SUCCESS [ 1374.755795] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 586d817e-cd7c-4163-ab28-9c4573191706 deletion is rescheduled due to dependency. [ 1374.755878] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.755976] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.756223] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.756406] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.756525] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.756591] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.756749] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.756831] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.756927] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.259221] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.762025] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.264528] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.265034] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.265034] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.265034] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.265250] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.265250] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 586d817e-cd7c-4163-ab28-9c4573191706 is going to be updated. [ 1376.295749] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.295907] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.295980] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.296214] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.296365] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.304805] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 586d817e-cd7c-4163-ab28-9c4573191706 in Status: IN_PROGRESS for 2s [ 1378.315637] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 586d817e-cd7c-4163-ab28-9c4573191706 in Status: SUCCESS [ 1378.316027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.316027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.316253] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.316413] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.316552] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.316626] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.316786] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.316869] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.316956] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.317066] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.787014] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.787215] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1378.819766] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.322329] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 586d817e-cd7c-4163-ab28-9c4573191706: rpc.has_security_group_logging(os_id): False [ 1379.340903] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.341157] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.341157] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.341336] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.341430] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.341756] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.341851] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.341917] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.342091] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.342170] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.342262] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 586d817e-cd7c-4163-ab28-9c4573191706 is going to be updated. [ 1379.407891] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.408171] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.408171] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.408430] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.408611] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.424882] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 586d817e-cd7c-4163-ab28-9c4573191706 in Status: IN_PROGRESS for 2s [ 1381.441457] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 586d817e-cd7c-4163-ab28-9c4573191706 in Status: SUCCESS [ 1381.441956] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.788050] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1383.788476] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1388.789160] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1388.789570] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1393.790499] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1393.790956] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1398.792019] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1398.792358] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1403.793118] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1403.793472] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1408.794592] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.795082] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1413.795467] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1413.795860] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1418.797110] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1418.797553] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1423.797878] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1423.798247] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1428.799417] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1428.799778] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1432.693442] env[69297]: INFO networking_nsxv3.common.synchronization [req-35dd4d6c-d344-4c01-9727-7834287981e3 req-b49634a3-b089-45c7-931b-2a07e775bfba tempest-ServerActionsTestJSON-146368307 tempest-ServerActionsTestJSON-146368307-project-member] Enqueued Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGHEST for action security_group_members [ 1432.693961] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGHEST for action security_group_members [ 1432.694284] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-586d817e-cd7c-4163-ab28-9c4573191706 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.694983] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.694983] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.694983] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.694983] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.694983] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.694983] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.695282] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.695282] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.695415] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.197873] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.197873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.197873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.197873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.198379] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.198379] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.198379] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.198379] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.198584] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.198616] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.198860] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 586d817e-cd7c-4163-ab28-9c4573191706 is going to be updated. [ 1433.232748] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.232984] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.232984] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.233188] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.233334] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.241314] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 586d817e-cd7c-4163-ab28-9c4573191706 in Status: IN_PROGRESS for 2s [ 1435.251939] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 586d817e-cd7c-4163-ab28-9c4573191706 in Status: SUCCESS [ 1435.252353] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 586d817e-cd7c-4163-ab28-9c4573191706 deletion is rescheduled due to dependency. [ 1435.252353] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.695389] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1437.695389] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1440.349345] env[69297]: INFO networking_nsxv3.common.synchronization [None req-2d26b573-089c-47a6-a263-b5a7bd585722 None None] Enqueued Resource ID: 8503cf4c-d0f5-41a0-b419-f5ac1da78981 with Priority: HIGHEST for action port [ 1440.349345] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8503cf4c-d0f5-41a0-b419-f5ac1da78981 with Priority: HIGHEST for action port [ 1440.349345] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-8503cf4c-d0f5-41a0-b419-f5ac1da78981 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.349345] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8503cf4c-d0f5-41a0-b419-f5ac1da78981" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.349345] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8503cf4c-d0f5-41a0-b419-f5ac1da78981" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.349716] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8503cf4c-d0f5-41a0-b419-f5ac1da78981" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.349809] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8503cf4c-d0f5-41a0-b419-f5ac1da78981',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.853647] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8503cf4c-d0f5-41a0-b419-f5ac1da78981 [ 1440.853896] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.854048] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.854197] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.854418] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.854522] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.854622] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8503cf4c-d0f5-41a0-b419-f5ac1da78981 already deleted. [ 1440.854704] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8503cf4c-d0f5-41a0-b419-f5ac1da78981" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.499739] env[69297]: INFO networking_nsxv3.common.synchronization [None req-5e3df87c-7d19-4080-90bf-b417ea969554 None None] Enqueued Resource ID: 7875a438-ac3a-46a3-bff0-c5a3abbec6ec with Priority: HIGHEST for action port [ 1442.500457] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7875a438-ac3a-46a3-bff0-c5a3abbec6ec with Priority: HIGHEST for action port [ 1442.500772] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-7875a438-ac3a-46a3-bff0-c5a3abbec6ec taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.500896] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7875a438-ac3a-46a3-bff0-c5a3abbec6ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.500962] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7875a438-ac3a-46a3-bff0-c5a3abbec6ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.501402] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7875a438-ac3a-46a3-bff0-c5a3abbec6ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.501513] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7875a438-ac3a-46a3-bff0-c5a3abbec6ec',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.004263] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7875a438-ac3a-46a3-bff0-c5a3abbec6ec [ 1443.004525] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.004662] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.004734] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.004948] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.005061] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.005160] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7875a438-ac3a-46a3-bff0-c5a3abbec6ec already deleted. [ 1443.005239] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7875a438-ac3a-46a3-bff0-c5a3abbec6ec" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.807110] env[69297]: INFO networking_nsxv3.common.synchronization [req-61a58bea-a904-4b18-89f7-4302e8e4afcc req-2ae96e6d-5499-44cc-ba55-dcdc7e24df1a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Enqueued Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1445.809226] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1445.809577] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.809697] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.809755] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.810051] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.810213] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.810310] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.810370] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.810522] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.810606] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.810696] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.300985] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-813 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.301233] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-813" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.301373] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-813" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.301749] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-813" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.302076] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.302297] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.302439] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.302688] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.302857] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.303108] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1446.303295] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1446.303471] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1446.303602] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1446.303729] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1446.303844] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1446.303988] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1446.312674] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.312827] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.312872] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.313032] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.313123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.313321] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.313418] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.313475] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.313623] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.313701] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.313785] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 already deleted. [ 1446.313862] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.328232] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1446.328890] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1446.328890] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1446.328890] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-813" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.329254] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.329433] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.329601] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.329983] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.330155] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.832989] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.833493] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.833493] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.833709] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.833860] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.834035] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21 not found, creating... [ 1446.834308] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.834472] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.834592] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.834809] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.834946] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.835240] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.835400] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.835518] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.835724] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.835858] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.835997] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21 is going to be created. [ 1446.856245] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.856474] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.856600] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.856868] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.857224] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.857345] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.512838] env[69297]: INFO networking_nsxv3.common.synchronization [req-61a58bea-a904-4b18-89f7-4302e8e4afcc req-01751121-3434-4d79-b415-51742134e4e7 service nova] Enqueued Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_rules [ 1447.513025] env[69297]: INFO networking_nsxv3.common.synchronization [req-61a58bea-a904-4b18-89f7-4302e8e4afcc req-01751121-3434-4d79-b415-51742134e4e7 service nova] Enqueued Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1447.513211] env[69297]: INFO networking_nsxv3.common.synchronization [req-61a58bea-a904-4b18-89f7-4302e8e4afcc req-01751121-3434-4d79-b415-51742134e4e7 service nova] Enqueued Resource ID: d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21 with Priority: HIGHEST for action port [ 1447.513482] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_rules [ 1447.513613] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1447.513711] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21 with Priority: HIGHEST for action port [ 1447.514304] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.514434] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.514503] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.514748] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.514831] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.515654] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.515773] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.515842] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.516012] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.516161] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.516259] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.516318] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.516459] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.516544] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.516627] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.517356] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.517459] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.517510] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.517657] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.517721] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.020111] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.021166] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.021314] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.022979] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21 with status ACTIVE [ 1448.023159] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.023272] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.023333] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.023533] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.023622] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.023784] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.023920] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.023982] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.024116] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.024194] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.024437] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.024539] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.024592] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.024740] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.024816] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.024901] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21 is going to be updated. [ 1448.045384] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.045597] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.045597] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.045771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.045904] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.046085] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2244bcd-f9e1-4a46-9e74-ec6a9fccfe21" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.522907] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.026502] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.026961] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.026961] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.026961] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.026961] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.027231] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 is going to be created. [ 1449.050122] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.050357] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.050357] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.050552] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.050716] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.060911] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: UNINITIALIZED for 2s [ 1451.073537] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: SUCCESS [ 1451.073996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.074113] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.074442] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.074731] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.074933] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.075276] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.075398] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.075471] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.075629] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.075798] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.578549] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.578777] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.578777] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.578980] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.579166] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.579270] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.579324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.579535] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.579636] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.579728] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.579905] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.579985] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.580049] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.580193] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.580331] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.580423] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.580521] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.580619] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.580691] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.580775] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.580866] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.804536] env[69297]: INFO networking_nsxv3.common.synchronization [req-b8ea5cda-86b2-4584-a735-b9052edc3331 req-9b1debd3-0c2c-4c9e-a811-2918d45a3622 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Enqueued Resource ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 with Priority: HIGHEST for action security_group_members [ 1451.808995] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 with Priority: HIGHEST for action security_group_members [ 1451.808995] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e51107e-6200-4180-ae89-da6f7fb5f7f5 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.808995] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.808995] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.808995] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.808995] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.808995] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.808995] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.808995] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.808995] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.808995] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e51107e-6200-4180-ae89-da6f7fb5f7f5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1452.084638] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b5e27f5-58f4-4c8e-8010-7bebce5e8165: rpc.has_security_group_logging(os_id): False [ 1452.111021] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.111021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.111021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.111021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.111021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.111021] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.111021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.111021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.111021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.111021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.111021] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.111021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.111021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.111021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.111021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.111635] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.111635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.111635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.111635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.111635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.111635] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 is going to be created. [ 1452.172954] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.173212] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.173212] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.173419] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.173611] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.185528] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: IN_PROGRESS for 2s [ 1452.309042] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.309255] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.309304] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.309519] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.309613] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.309813] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.309911] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.309975] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.310138] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.310218] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.310307] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 is going to be updated. [ 1452.347018] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.347267] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.347267] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.347448] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.347591] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.357129] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 in Status: IN_PROGRESS for 2s [ 1454.198946] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: SUCCESS [ 1454.199396] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.366165] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 in Status: SUCCESS [ 1454.366353] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 deletion is rescheduled due to dependency. [ 1454.366478] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.805616] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1456.805874] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1459.722447] env[69297]: INFO networking_nsxv3.common.synchronization [req-5385664d-f2d6-40cb-8587-7a07ea28775d req-b4a66c29-9cc7-4cd8-8c46-21ea05f649b0 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Enqueued Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1459.722954] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1459.723284] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.723419] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.723483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.723710] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.723832] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.723926] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.724016] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.724287] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.724375] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.724507] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.994256] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-813 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.994426] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-813" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.995144] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-813" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.995144] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-813" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.995276] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.995430] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.995559] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.997030] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.997030] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.997030] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1459.997030] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1459.997030] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1459.997030] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1459.997030] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1459.997030] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1459.997030] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1460.017920] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1460.018154] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1460.018305] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1460.018483] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-813" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.018798] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-11c46043-2bff-4cdd-9210-a83f2d1f647f taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.018973] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-11c46043-2bff-4cdd-9210-a83f2d1f647f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.019108] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-11c46043-2bff-4cdd-9210-a83f2d1f647f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.019432] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-11c46043-2bff-4cdd-9210-a83f2d1f647f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.019577] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11c46043-2bff-4cdd-9210-a83f2d1f647f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.226984] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.521979] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.522200] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.522272] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.522825] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.522825] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.522980] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 11c46043-2bff-4cdd-9210-a83f2d1f647f not found, creating... [ 1460.523148] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.523321] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.523440] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.523654] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.523794] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.524093] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.524252] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.524374] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.524582] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.524721] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.524863] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 11c46043-2bff-4cdd-9210-a83f2d1f647f is going to be created. [ 1460.546428] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.546709] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.546886] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.547242] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.547520] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.547798] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-11c46043-2bff-4cdd-9210-a83f2d1f647f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.729677] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.225865] env[69297]: INFO networking_nsxv3.common.synchronization [req-5385664d-f2d6-40cb-8587-7a07ea28775d req-eb89ffdb-4666-4280-9d2e-68479a923188 service nova] Enqueued Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_rules [ 1461.225999] env[69297]: INFO networking_nsxv3.common.synchronization [req-5385664d-f2d6-40cb-8587-7a07ea28775d req-eb89ffdb-4666-4280-9d2e-68479a923188 service nova] Enqueued Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1461.226163] env[69297]: INFO networking_nsxv3.common.synchronization [req-5385664d-f2d6-40cb-8587-7a07ea28775d req-eb89ffdb-4666-4280-9d2e-68479a923188 service nova] Enqueued Resource ID: 11c46043-2bff-4cdd-9210-a83f2d1f647f with Priority: HIGHEST for action port [ 1461.226421] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_rules [ 1461.226559] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1461.226655] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c46043-2bff-4cdd-9210-a83f2d1f647f with Priority: HIGHEST for action port [ 1461.227310] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.227486] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.227579] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.227805] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.227913] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.228752] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.228850] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.229050] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-11c46043-2bff-4cdd-9210-a83f2d1f647f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.229151] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11c46043-2bff-4cdd-9210-a83f2d1f647f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.229218] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11c46043-2bff-4cdd-9210-a83f2d1f647f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.229454] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11c46043-2bff-4cdd-9210-a83f2d1f647f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.229454] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11c46043-2bff-4cdd-9210-a83f2d1f647f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.232352] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.232352] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.232352] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.232573] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.232573] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.232573] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 is going to be updated. [ 1461.264585] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.264799] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.264799] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.264984] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.265146] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.274060] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: IN_PROGRESS for 2s [ 1461.731508] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.731823] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.731823] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11c46043-2bff-4cdd-9210-a83f2d1f647f with status ACTIVE [ 1461.731945] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.732065] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.732127] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.732391] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.732478] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.732649] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.732747] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.732810] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.732989] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.733083] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.733266] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.733362] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.733424] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.733563] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.733637] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.733721] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11c46043-2bff-4cdd-9210-a83f2d1f647f is going to be updated. [ 1461.754032] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.754240] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.754309] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.754609] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.754778] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.755024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11c46043-2bff-4cdd-9210-a83f2d1f647f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.890568] env[69297]: INFO networking_nsxv3.common.synchronization [req-f39e2e6a-147b-4c29-ad73-73398ee3339e req-ba40b446-c15d-49b6-bb5e-585b91c4ecfd tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Enqueued Resource ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 with Priority: HIGHEST for action security_group_members [ 1461.891300] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 with Priority: HIGHEST for action security_group_members [ 1461.891461] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-e94b62a2-1773-4d91-80d2-e90ad27392a7 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.891631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.891681] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.892012] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.892012] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.892121] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.892198] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.892392] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.892440] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.892533] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e94b62a2-1773-4d91-80d2-e90ad27392a7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.205491] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-651 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.205689] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-651" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.205812] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-651" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.206123] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-651" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.206381] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.206544] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.206664] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.206876] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.207033] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.207298] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1462.207395] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1462.207468] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1462.207578] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1462.207689] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1462.207796] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1462.207929] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1462.237230] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1462.237469] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1462.237544] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1462.237700] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-651" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.238909] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-1ef910e1-8e36-45d0-ab9f-464753904983 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.238909] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-1ef910e1-8e36-45d0-ab9f-464753904983" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.238909] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-1ef910e1-8e36-45d0-ab9f-464753904983" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.238909] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-1ef910e1-8e36-45d0-ab9f-464753904983" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.238909] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ef910e1-8e36-45d0-ab9f-464753904983',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.394988] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.395183] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.395183] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.395394] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.395484] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.395675] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.395772] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.395834] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.395975] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.396063] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.396149] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 is going to be deleted. [ 1462.430633] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.430633] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.430633] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.430633] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.430633] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.430633] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.741723] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.741723] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.741999] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.742140] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.742388] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.742536] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 1ef910e1-8e36-45d0-ab9f-464753904983 not found, creating... [ 1462.742830] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.743029] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.743159] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.743425] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.743574] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.743869] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.744041] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.744167] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.744382] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.744520] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.744664] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 1ef910e1-8e36-45d0-ab9f-464753904983 is going to be created. [ 1462.764433] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.764642] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.764728] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.764989] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.765291] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.765567] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-1ef910e1-8e36-45d0-ab9f-464753904983" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.283725] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: SUCCESS [ 1463.283977] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.284165] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.284382] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.284680] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.284853] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.284931] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.285168] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.285285] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.285335] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.426295] env[69297]: INFO networking_nsxv3.common.synchronization [req-f39e2e6a-147b-4c29-ad73-73398ee3339e req-0d9260ee-9b9c-4533-9166-1059c91a35fd service nova] Enqueued Resource ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 with Priority: HIGHEST for action security_group_rules [ 1463.426492] env[69297]: INFO networking_nsxv3.common.synchronization [req-f39e2e6a-147b-4c29-ad73-73398ee3339e req-0d9260ee-9b9c-4533-9166-1059c91a35fd service nova] Enqueued Resource ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 with Priority: HIGHEST for action security_group_members [ 1463.426661] env[69297]: INFO networking_nsxv3.common.synchronization [req-f39e2e6a-147b-4c29-ad73-73398ee3339e req-0d9260ee-9b9c-4533-9166-1059c91a35fd service nova] Enqueued Resource ID: 1ef910e1-8e36-45d0-ab9f-464753904983 with Priority: HIGHEST for action port [ 1463.427095] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 with Priority: HIGHEST for action security_group_rules [ 1463.427259] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 with Priority: HIGHEST for action security_group_members [ 1463.427401] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ef910e1-8e36-45d0-ab9f-464753904983 with Priority: HIGHEST for action port [ 1463.427743] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e94b62a2-1773-4d91-80d2-e90ad27392a7 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.427960] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.428111] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.428326] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.428422] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e94b62a2-1773-4d91-80d2-e90ad27392a7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.429262] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-e94b62a2-1773-4d91-80d2-e90ad27392a7 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.429390] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.429463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.429599] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.429748] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.429881] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.429881] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.430591] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.430591] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.430591] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e94b62a2-1773-4d91-80d2-e90ad27392a7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.432328] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ef910e1-8e36-45d0-ab9f-464753904983 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.432328] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ef910e1-8e36-45d0-ab9f-464753904983" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.432328] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ef910e1-8e36-45d0-ab9f-464753904983" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.432328] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ef910e1-8e36-45d0-ab9f-464753904983" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.432328] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ef910e1-8e36-45d0-ab9f-464753904983',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.788093] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.934392] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e94b62a2-1773-4d91-80d2-e90ad27392a7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.935196] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-e94b62a2-1773-4d91-80d2-e90ad27392a7 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.935321] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.935814] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ef910e1-8e36-45d0-ab9f-464753904983 with status ACTIVE [ 1463.935814] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.935814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.935814] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.936037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.936037] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.936202] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.936302] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.936364] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.936546] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.936609] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.936765] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.936858] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.936916] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.937061] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.937140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.937225] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ef910e1-8e36-45d0-ab9f-464753904983 is going to be updated. [ 1463.956855] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.957088] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.957088] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.957256] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.957388] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.957536] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ef910e1-8e36-45d0-ab9f-464753904983" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.290126] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.438692] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e94b62a2-1773-4d91-80d2-e90ad27392a7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.792661] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.793123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.793123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.793123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.793294] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.793339] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 is going to be updated. [ 1464.819968] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.820209] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.820209] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.820373] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.820515] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.830820] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: IN_PROGRESS for 2s [ 1464.941687] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.941877] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.941925] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.942136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.942252] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.942354] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 is going to be created. [ 1464.968143] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.968373] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.968373] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.968624] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.968796] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.980115] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 in Status: UNINITIALIZED for 2s [ 1466.841173] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: SUCCESS [ 1466.841557] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.841557] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.841763] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.841951] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.842100] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.842159] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.842325] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.842405] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.842491] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.842583] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1466.990585] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 in Status: SUCCESS [ 1466.990771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.990937] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.991134] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.991324] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.991447] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.991522] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.991654] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.991785] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.991862] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.991907] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e94b62a2-1773-4d91-80d2-e90ad27392a7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.345088] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.345088] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.345088] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.345412] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.345528] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.345634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.345702] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.345857] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.345944] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.346060] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.346198] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.346292] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.346348] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.346490] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.346624] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.346714] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.346782] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.346906] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.346981] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.347197] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.347197] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.494580] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-e94b62a2-1773-4d91-80d2-e90ad27392a7 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.494837] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.494889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.495132] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.495333] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.495455] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.495554] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.495734] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.495828] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.495984] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.496175] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-e94b62a2-1773-4d91-80d2-e90ad27392a7 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.496309] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.496345] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.496518] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.496706] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.496841] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.496908] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.497115] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.497225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.497303] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.497405] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e94b62a2-1773-4d91-80d2-e90ad27392a7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.849838] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b5e27f5-58f4-4c8e-8010-7bebce5e8165: rpc.has_security_group_logging(os_id): False [ 1467.868233] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.868460] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.868460] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.868653] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.868746] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.868963] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.869075] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.869140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.869290] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.869366] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.869544] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.869640] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.869704] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.869840] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.869915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.870225] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.870225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.870375] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.870425] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.870499] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.870595] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 is going to be updated. [ 1467.929817] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.930093] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.930093] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.930300] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.930462] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.948716] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: IN_PROGRESS for 2s [ 1468.000266] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e94b62a2-1773-4d91-80d2-e90ad27392a7: rpc.has_security_group_logging(os_id): False [ 1468.025261] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.025479] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.025479] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.025676] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.025768] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.025953] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.026070] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.026136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.026284] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.026364] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.026550] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.026646] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.026709] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.026855] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.026929] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.027160] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.027257] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.027321] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.027463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.027539] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.027625] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 is going to be created. [ 1468.096860] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.097031] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.097079] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.097265] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.097451] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.109724] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 in Status: IN_PROGRESS for 2s [ 1468.428700] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1468.428883] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1469.961999] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: SUCCESS [ 1469.962347] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.123314] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 in Status: SUCCESS [ 1470.123597] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.195616] env[69297]: INFO networking_nsxv3.common.synchronization [req-46e66961-3303-4ecb-a95b-9e1c70704c6d req-b0689715-055d-4aef-9237-afc1896c6edf tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Enqueued Resource ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 with Priority: HIGHEST for action security_group_members [ 1471.196191] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 with Priority: HIGHEST for action security_group_members [ 1471.196528] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-e94b62a2-1773-4d91-80d2-e90ad27392a7 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.196681] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.196820] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.197029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.197261] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.197411] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.197510] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.197754] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.197884] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.198018] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e94b62a2-1773-4d91-80d2-e90ad27392a7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.240885] env[69297]: INFO networking_nsxv3.common.synchronization [req-46e66961-3303-4ecb-a95b-9e1c70704c6d req-b0689715-055d-4aef-9237-afc1896c6edf tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Enqueued Resource ID: 1ef910e1-8e36-45d0-ab9f-464753904983 with Priority: HIGHEST for action port [ 1471.241439] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ef910e1-8e36-45d0-ab9f-464753904983 with Priority: HIGHEST for action port [ 1471.241790] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ef910e1-8e36-45d0-ab9f-464753904983 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.241959] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ef910e1-8e36-45d0-ab9f-464753904983" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.242318] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ef910e1-8e36-45d0-ab9f-464753904983" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.242580] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ef910e1-8e36-45d0-ab9f-464753904983" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.242695] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ef910e1-8e36-45d0-ab9f-464753904983',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.700984] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.700984] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.701136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.701278] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.701468] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.701582] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.701686] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.701749] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.701911] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.701985] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.702082] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 is going to be updated. [ 1471.728887] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.728989] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.729285] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.729285] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.729431] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.738274] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 in Status: IN_PROGRESS for 2s [ 1471.748563] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ef910e1-8e36-45d0-ab9f-464753904983 with status ACTIVE [ 1471.748785] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.749045] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.749045] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.749215] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.749316] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.749506] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.749610] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.749674] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.749828] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.750045] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.750110] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.750179] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.750232] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.750372] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.750447] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.750529] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ef910e1-8e36-45d0-ab9f-464753904983 is going to be updated. [ 1471.779017] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.779017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.779017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.779017] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.779534] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.779534] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ef910e1-8e36-45d0-ab9f-464753904983" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.966638] env[69297]: INFO networking_nsxv3.common.synchronization [req-9ac7282f-11c0-4cf1-afec-27f8f1e27b5a req-63e16863-a315-44d7-acb4-ef8a34cb4dba tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Enqueued Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1471.967252] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1471.967824] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.967987] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.968097] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.968322] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.968519] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.968648] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.968753] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.968935] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.969066] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.969219] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1472.471219] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1472.973316] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.475713] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.476156] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.476156] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.476274] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.476274] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.476367] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 is going to be updated. [ 1473.502608] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.502796] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.502796] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.503025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.503171] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.513695] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: IN_PROGRESS for 2s [ 1473.747801] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 in Status: SUCCESS [ 1473.748045] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 deletion is rescheduled due to dependency. [ 1473.748128] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.523065] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: SUCCESS [ 1475.523446] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.968012] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1476.968291] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1481.209443] env[69297]: INFO networking_nsxv3.common.synchronization [req-8f233c36-c739-4e1d-823e-54c15b5e0108 req-1a4956a1-2f8b-448d-bf9d-e6fba18a5d8c tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Enqueued Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1481.209443] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1481.209443] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.209443] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.209443] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.209443] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.209443] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.209443] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.209443] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.209443] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.209443] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.209443] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.479594] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-813 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.479784] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-813" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.479910] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-813" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.480237] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-813" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.480531] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.480701] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.480826] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.481081] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.481235] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.481454] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1481.481573] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1481.481687] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1481.481799] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1481.481946] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1481.482096] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1481.482240] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1481.503785] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1481.504115] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1481.504115] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1481.504371] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-813" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.504558] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-1545f449-9fdb-4607-8195-c1f1fdef7dfc taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.504776] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-1545f449-9fdb-4607-8195-c1f1fdef7dfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.504891] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-1545f449-9fdb-4607-8195-c1f1fdef7dfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.505280] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-1545f449-9fdb-4607-8195-c1f1fdef7dfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.505431] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1545f449-9fdb-4607-8195-c1f1fdef7dfc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.712258] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1482.007461] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.007651] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.007799] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.008085] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.008238] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.008401] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 1545f449-9fdb-4607-8195-c1f1fdef7dfc not found, creating... [ 1482.008665] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.008850] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.008975] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.009214] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.009354] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.009634] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.009791] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.009911] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.010130] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.010268] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.010410] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 1545f449-9fdb-4607-8195-c1f1fdef7dfc is going to be created. [ 1482.030608] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.030881] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.030961] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.031234] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.031458] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.031683] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-1545f449-9fdb-4607-8195-c1f1fdef7dfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.214605] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1482.694340] env[69297]: INFO networking_nsxv3.common.synchronization [req-8f233c36-c739-4e1d-823e-54c15b5e0108 req-c63b7658-36dc-4a7b-983a-7b6e4b8e3e33 service nova] Enqueued Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_rules [ 1482.694523] env[69297]: INFO networking_nsxv3.common.synchronization [req-8f233c36-c739-4e1d-823e-54c15b5e0108 req-c63b7658-36dc-4a7b-983a-7b6e4b8e3e33 service nova] Enqueued Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1482.694688] env[69297]: INFO networking_nsxv3.common.synchronization [req-8f233c36-c739-4e1d-823e-54c15b5e0108 req-c63b7658-36dc-4a7b-983a-7b6e4b8e3e33 service nova] Enqueued Resource ID: 1545f449-9fdb-4607-8195-c1f1fdef7dfc with Priority: HIGHEST for action port [ 1482.694916] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_rules [ 1482.695056] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1482.695155] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1545f449-9fdb-4607-8195-c1f1fdef7dfc with Priority: HIGHEST for action port [ 1482.695682] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.695818] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.695906] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.696092] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.696173] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1482.696956] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.697067] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.697264] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-1545f449-9fdb-4607-8195-c1f1fdef7dfc taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.697389] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1545f449-9fdb-4607-8195-c1f1fdef7dfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.697452] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1545f449-9fdb-4607-8195-c1f1fdef7dfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.697591] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1545f449-9fdb-4607-8195-c1f1fdef7dfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.697663] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1545f449-9fdb-4607-8195-c1f1fdef7dfc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1482.717302] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.717491] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.717548] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.717715] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.717810] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.717908] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 is going to be updated. [ 1482.748016] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.748210] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.748210] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.748440] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.748556] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.756720] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: IN_PROGRESS for 2s [ 1483.199902] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.200065] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.200365] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1545f449-9fdb-4607-8195-c1f1fdef7dfc with status ACTIVE [ 1483.200530] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.200652] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.200652] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.200919] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.201025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.201203] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.201305] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.201374] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.201524] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.201602] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.201779] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.201873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.201931] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.202084] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.202160] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.202243] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1545f449-9fdb-4607-8195-c1f1fdef7dfc is going to be updated. [ 1483.244955] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.245332] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.245332] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.245451] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.245594] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.245764] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1545f449-9fdb-4607-8195-c1f1fdef7dfc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.766912] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: SUCCESS [ 1484.767324] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.767658] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.767883] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.768090] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.768213] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.768282] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.768473] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.768559] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.768652] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.271623] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.774031] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.276654] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.277078] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.277078] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.277407] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.277550] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.277718] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 is going to be updated. [ 1486.312604] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.312771] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.312838] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.313099] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.313254] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.323309] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: IN_PROGRESS for 2s [ 1487.695967] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.696450] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1488.333942] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: SUCCESS [ 1488.334194] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.334271] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.334500] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.334709] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.334851] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.334914] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.335073] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.335155] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.335242] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.335359] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.837508] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.837965] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.837965] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.838124] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.838189] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.838266] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.838318] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.838475] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.838559] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.838643] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.838786] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.838877] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.838935] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.839090] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.839226] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.839317] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.839376] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.839535] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.839615] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.839696] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.839784] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.342657] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b5e27f5-58f4-4c8e-8010-7bebce5e8165: rpc.has_security_group_logging(os_id): False [ 1489.361180] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.361371] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.361473] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.361617] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.361712] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.361934] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.362045] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.362098] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.362248] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.362326] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.362546] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.362645] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.362711] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.362847] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.363008] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.363121] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.363218] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.363270] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.363484] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.363581] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.363661] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 is going to be updated. [ 1489.457685] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.457920] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.457920] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.458125] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.458258] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.470846] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: IN_PROGRESS for 2s [ 1491.486774] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: SUCCESS [ 1491.487063] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.479931] env[69297]: INFO networking_nsxv3.common.synchronization [req-14b7353d-5b44-424d-afa5-55979125fcf0 req-7f8d301f-c457-4288-8422-2c3c76cdc1f1 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Enqueued Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1492.480231] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1492.480554] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.480680] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.480750] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.480946] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.481112] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.481211] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.481273] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.481415] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.481492] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.481586] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.983248] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.485259] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.988504] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.988887] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.988887] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.988960] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.989089] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.989142] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 is going to be updated. [ 1494.018798] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.019016] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.019081] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.019253] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.019405] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.028604] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: IN_PROGRESS for 2s [ 1496.040227] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: SUCCESS [ 1496.040583] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.178457] env[69297]: INFO networking_nsxv3.common.synchronization [req-8b009736-ad9b-4110-8488-589f8668a777 req-351ebd66-cb5f-4a27-ba7e-49d9aaf61c82 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Enqueued Resource ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 with Priority: HIGHEST for action security_group_members [ 1496.178849] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 with Priority: HIGHEST for action security_group_members [ 1496.179191] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.179349] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.179416] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.179731] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.179922] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.180138] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.180138] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.180380] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.180548] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.180671] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1496.502056] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-651 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.502284] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-651" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.502471] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-651" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.502873] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-651" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.503797] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.503983] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.504111] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.504374] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.504526] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.504780] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1496.504943] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1496.505087] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1496.505238] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1496.505349] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1496.505458] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1496.505604] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1496.526163] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1496.526352] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1496.526481] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1496.526649] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-651" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.527132] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.527321] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.527321] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.527724] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.527843] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1496.683495] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.030152] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.030646] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.030646] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.030879] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.031092] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.031170] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f not found, creating... [ 1497.031414] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.031570] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.031693] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.031913] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.032068] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.032476] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.032848] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.032973] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.033206] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.033347] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.034027] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f is going to be created. [ 1497.053798] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.054065] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.054168] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.054456] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.054692] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.054922] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.185663] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.687666] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.687852] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.687917] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.688421] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.688421] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.688421] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 is going to be updated. [ 1497.719278] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.719427] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.719483] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.719684] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.719839] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.728952] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 in Status: IN_PROGRESS for 2s [ 1497.740285] env[69297]: INFO networking_nsxv3.common.synchronization [req-8b009736-ad9b-4110-8488-589f8668a777 req-a6dc2ec4-04b3-45f1-95f3-8a834601708b service nova] Enqueued Resource ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 with Priority: HIGHEST for action security_group_rules [ 1497.740587] env[69297]: INFO networking_nsxv3.common.synchronization [req-8b009736-ad9b-4110-8488-589f8668a777 req-a6dc2ec4-04b3-45f1-95f3-8a834601708b service nova] Enqueued Resource ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 with Priority: HIGHEST for action security_group_members [ 1497.740652] env[69297]: INFO networking_nsxv3.common.synchronization [req-8b009736-ad9b-4110-8488-589f8668a777 req-a6dc2ec4-04b3-45f1-95f3-8a834601708b service nova] Enqueued Resource ID: d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f with Priority: HIGHEST for action port [ 1497.740837] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 with Priority: HIGHEST for action security_group_rules [ 1497.740975] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 with Priority: HIGHEST for action security_group_members [ 1497.741084] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f with Priority: HIGHEST for action port [ 1497.741607] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.741727] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.741796] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.741988] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.742080] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.743253] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.743350] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.743624] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.743744] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.743813] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.743978] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.744144] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.247048] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.247416] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.248496] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f with status ACTIVE [ 1498.248677] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.248793] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.248861] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.249078] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.249170] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.249335] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.249433] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.249500] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.249652] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.249728] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.249905] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.249999] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.250076] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.250220] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.250340] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.250457] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f is going to be updated. [ 1498.270014] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.270202] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.270336] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.270591] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.270767] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.270976] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3bee8a6-d0ff-4a8d-a1ac-4cd4b04d272f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.739886] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 in Status: SUCCESS [ 1499.740285] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.740360] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.740565] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.740780] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.740918] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.740994] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.741183] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.741269] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.741384] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.244184] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.747058] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.248821] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.249066] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.249066] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.249234] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.249330] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.249432] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 is going to be updated. [ 1501.280470] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.280690] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.280690] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.280889] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.281056] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.294158] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 in Status: IN_PROGRESS for 2s [ 1502.741847] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.742329] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1502.764890] env[69297]: INFO networking_nsxv3.common.synchronization [req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 req-cb2b7265-8b98-4a35-99dd-f3f9446885ee tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Enqueued Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1502.765399] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1502.765708] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.765831] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.765900] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.766107] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.766258] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.766359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.766436] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.766565] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.766651] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.766744] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.058797] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-813 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.059050] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-813" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.059184] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-813" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.059511] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-813" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.059776] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.059937] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.060191] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.060435] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.060588] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.060808] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1503.060970] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1503.061109] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1503.061225] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1503.061355] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1503.061494] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1503.061649] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1503.079769] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1503.079995] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1503.080165] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1503.080376] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-813" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.080752] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-de3bd941-02b9-4f50-b3d7-db8fc3902f43 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.080989] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-de3bd941-02b9-4f50-b3d7-db8fc3902f43" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.081172] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-de3bd941-02b9-4f50-b3d7-db8fc3902f43" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.081513] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-de3bd941-02b9-4f50-b3d7-db8fc3902f43" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.081691] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de3bd941-02b9-4f50-b3d7-db8fc3902f43',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.268704] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.303780] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 in Status: SUCCESS [ 1503.304074] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.304231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.304489] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.304702] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.304917] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.305000] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.305141] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.305253] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.305327] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.305397] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.583760] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.584037] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.584129] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.584448] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.584568] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.584732] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port de3bd941-02b9-4f50-b3d7-db8fc3902f43 not found, creating... [ 1503.585031] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.585202] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.585324] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.585542] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.585932] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.586275] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.586445] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.586568] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.586782] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.586922] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.587075] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: de3bd941-02b9-4f50-b3d7-db8fc3902f43 is going to be created. [ 1503.607042] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.607275] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.607275] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.607616] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.607871] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.608235] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-de3bd941-02b9-4f50-b3d7-db8fc3902f43" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.771336] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.808217] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1504.274375] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.274916] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.274916] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.275140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.275291] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.275554] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 is going to be updated. [ 1504.307128] env[69297]: INFO networking_nsxv3.common.synchronization [req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 req-b41c1de7-25aa-495c-a6d4-59a061a38d5a service nova] Enqueued Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_rules [ 1504.307432] env[69297]: INFO networking_nsxv3.common.synchronization [req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 req-b41c1de7-25aa-495c-a6d4-59a061a38d5a service nova] Enqueued Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1504.307502] env[69297]: INFO networking_nsxv3.common.synchronization [req-6ce0ab1a-06aa-44c9-a09e-14106906c2c8 req-b41c1de7-25aa-495c-a6d4-59a061a38d5a service nova] Enqueued Resource ID: de3bd941-02b9-4f50-b3d7-db8fc3902f43 with Priority: HIGHEST for action port [ 1504.307714] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_rules [ 1504.307849] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1504.307944] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de3bd941-02b9-4f50-b3d7-db8fc3902f43 with Priority: HIGHEST for action port [ 1504.308510] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.308644] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.308702] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.308894] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.308974] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1504.309854] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.309942] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.310127] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-de3bd941-02b9-4f50-b3d7-db8fc3902f43 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.310231] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de3bd941-02b9-4f50-b3d7-db8fc3902f43" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.310293] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de3bd941-02b9-4f50-b3d7-db8fc3902f43" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.310637] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de3bd941-02b9-4f50-b3d7-db8fc3902f43" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.310731] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de3bd941-02b9-4f50-b3d7-db8fc3902f43',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1504.311737] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8: rpc.has_security_group_logging(os_id): False [ 1504.338361] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.338592] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.338592] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.338765] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.338923] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.340646] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.340840] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.340840] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.340986] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.349488] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: IN_PROGRESS for 2s [ 1504.360381] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.360635] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.360757] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.360830] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.361016] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.361110] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.361202] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 is going to be updated. [ 1504.461831] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.462091] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.462091] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.462293] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.462458] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.474598] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 in Status: IN_PROGRESS for 2s [ 1504.812819] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.813317] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.814218] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de3bd941-02b9-4f50-b3d7-db8fc3902f43 with status ACTIVE [ 1504.814409] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.814525] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.814588] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.814793] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.814885] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.815073] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.815172] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.815258] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.815383] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.815463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.815641] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.815735] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.815795] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.815931] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.816016] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.816111] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de3bd941-02b9-4f50-b3d7-db8fc3902f43 is going to be updated. [ 1504.836202] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.836464] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.836464] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.836549] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.836680] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.836838] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de3bd941-02b9-4f50-b3d7-db8fc3902f43" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.361068] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: SUCCESS [ 1506.361068] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.361068] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.361541] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.361541] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.361639] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.361639] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.361777] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.361858] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.361955] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.492994] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 in Status: SUCCESS [ 1506.494539] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.864396] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.366630] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.868815] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.868991] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.869067] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.869367] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.869488] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.869592] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 is going to be updated. [ 1507.901098] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.901319] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.901319] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.901530] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.901684] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.911546] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: IN_PROGRESS for 2s [ 1509.309075] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1509.309485] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1509.924323] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: SUCCESS [ 1509.924526] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.924699] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.924952] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.925168] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.925278] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.925349] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.925500] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.925584] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.925670] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.925763] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1510.428654] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.429049] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.429049] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.429173] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.429379] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.429379] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.429553] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.429602] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.429663] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.429750] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.429896] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.429990] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.430142] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.430198] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.430335] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.430427] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.430487] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.430622] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.430714] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.430786] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.430913] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1510.934223] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b5e27f5-58f4-4c8e-8010-7bebce5e8165: rpc.has_security_group_logging(os_id): False [ 1510.955181] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.955448] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.955521] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.955714] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.955809] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.956058] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.956154] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.956330] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.956430] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.956510] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.956696] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.956794] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.956856] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.956996] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.957085] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.957266] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.957363] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.957426] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.957563] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.957641] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.957727] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 is going to be updated. [ 1511.016254] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.016450] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.016497] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.016703] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.016858] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.029743] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: IN_PROGRESS for 2s [ 1513.043044] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: SUCCESS [ 1513.043347] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.310721] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1514.311102] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1517.576160] env[69297]: INFO networking_nsxv3.common.synchronization [req-29a32fec-3b5c-4144-abae-ec03403bda8f req-9b25e5b6-5a47-4aec-b69e-b0ac0658c0c3 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Enqueued Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1517.576160] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1517.577074] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.577074] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.577074] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.577834] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.578024] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.579424] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.579424] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.579424] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.579424] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.579424] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.887486] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-813 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.887707] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-813" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.888233] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-813" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.888430] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-813" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.888762] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.888940] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.889100] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.889360] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.889525] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.889741] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1517.889876] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1517.890050] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1517.890206] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1517.890336] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1517.890518] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1517.890680] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1517.911037] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1517.911261] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1517.911336] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1517.911468] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-813" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.911799] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-93c208da-9c39-48d5-8bfe-93041af7de5c taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.911984] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-93c208da-9c39-48d5-8bfe-93041af7de5c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.912121] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-93c208da-9c39-48d5-8bfe-93041af7de5c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.912482] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-93c208da-9c39-48d5-8bfe-93041af7de5c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.912660] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93c208da-9c39-48d5-8bfe-93041af7de5c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.080744] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.414757] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.414995] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.415154] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.415414] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.415572] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.415735] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port 93c208da-9c39-48d5-8bfe-93041af7de5c not found, creating... [ 1518.416023] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.416189] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.416312] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.416539] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.416681] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.416961] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.417139] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.417642] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.417642] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.417642] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.417861] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: 93c208da-9c39-48d5-8bfe-93041af7de5c is going to be created. [ 1518.437492] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.437679] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.437805] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.438030] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.438264] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.438486] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-93c208da-9c39-48d5-8bfe-93041af7de5c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.583173] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.085701] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.085798] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.085846] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.086112] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.086205] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.086319] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 is going to be updated. [ 1519.115075] env[69297]: INFO networking_nsxv3.common.synchronization [req-29a32fec-3b5c-4144-abae-ec03403bda8f req-03e5c908-e8e3-4a0b-aa1a-ee522cba6c58 service nova] Enqueued Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_rules [ 1519.115285] env[69297]: INFO networking_nsxv3.common.synchronization [req-29a32fec-3b5c-4144-abae-ec03403bda8f req-03e5c908-e8e3-4a0b-aa1a-ee522cba6c58 service nova] Enqueued Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1519.115417] env[69297]: INFO networking_nsxv3.common.synchronization [req-29a32fec-3b5c-4144-abae-ec03403bda8f req-03e5c908-e8e3-4a0b-aa1a-ee522cba6c58 service nova] Enqueued Resource ID: 93c208da-9c39-48d5-8bfe-93041af7de5c with Priority: HIGHEST for action port [ 1519.116519] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.116674] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.116748] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.116960] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.117143] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.118441] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_rules [ 1519.118577] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1519.118732] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c208da-9c39-48d5-8bfe-93041af7de5c with Priority: HIGHEST for action port [ 1519.118976] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.119125] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.119229] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.119362] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.119452] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.120668] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.120787] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.120962] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-93c208da-9c39-48d5-8bfe-93041af7de5c taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.121083] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93c208da-9c39-48d5-8bfe-93041af7de5c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.121137] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93c208da-9c39-48d5-8bfe-93041af7de5c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.121296] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93c208da-9c39-48d5-8bfe-93041af7de5c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.121368] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93c208da-9c39-48d5-8bfe-93041af7de5c',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.131095] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: IN_PROGRESS for 2s [ 1519.623179] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.623577] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.623577] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93c208da-9c39-48d5-8bfe-93041af7de5c with status ACTIVE [ 1519.623875] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.623959] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.624027] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.624243] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.624338] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.624514] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.624614] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.624673] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.624844] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.624969] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.625169] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.625266] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.625327] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.625468] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.625547] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.625631] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93c208da-9c39-48d5-8bfe-93041af7de5c is going to be updated. [ 1519.648205] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.648449] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.648449] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.648621] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.648761] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.648981] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93c208da-9c39-48d5-8bfe-93041af7de5c" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.140707] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: SUCCESS [ 1521.141266] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.141266] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.141369] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.141662] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.141821] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.141918] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.142113] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.142236] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.142296] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.644939] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.147421] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.649760] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.649920] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.650035] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.650207] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.650307] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.650430] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 is going to be updated. [ 1522.677711] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.677956] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.677956] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.678155] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.678327] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.687030] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: IN_PROGRESS for 2s [ 1524.119667] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1524.119942] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1524.697463] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: SUCCESS [ 1524.697679] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.697853] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.698106] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.698301] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.698417] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.698501] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.698672] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.698752] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.698839] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.698929] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.202136] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.202136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.202136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.202136] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.202794] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.202794] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.202794] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.202794] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.202794] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.202794] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.203084] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.203084] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.203084] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.203202] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.203307] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.203410] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.203477] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.203625] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.203705] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.203792] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.203883] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.706386] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b5e27f5-58f4-4c8e-8010-7bebce5e8165: rpc.has_security_group_logging(os_id): False [ 1525.723820] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.723981] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.724041] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.724255] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.724346] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.724563] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.724667] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.724732] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.724880] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.724957] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.725146] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.725243] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.725307] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.725446] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.725522] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.725700] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.725800] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.725873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.726029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.726155] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.726191] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 is going to be updated. [ 1525.795556] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.795794] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.795794] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.795976] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.796147] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.808976] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: IN_PROGRESS for 2s [ 1527.824624] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: SUCCESS [ 1527.825061] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.121056] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1529.121056] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1529.854676] env[69297]: INFO networking_nsxv3.common.synchronization [req-7036620d-5531-4a68-a664-70d0b3ec1327 req-06936487-7843-4e31-84a3-772f5f29ac80 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Enqueued Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1529.854805] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1529.855074] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.855228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.855395] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.855518] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.855674] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.855776] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.855854] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.855982] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.856083] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.856158] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.360160] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.862162] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.365213] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.365658] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.365658] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.365658] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.365776] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.365924] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 is going to be updated. [ 1531.400495] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.400740] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.400859] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.401186] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.401404] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1531.420314] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: IN_PROGRESS for 2s [ 1533.430967] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: SUCCESS [ 1533.431269] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.855948] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1534.856336] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1536.486601] env[69297]: INFO networking_nsxv3.common.synchronization [req-86909624-b9bb-46a9-a060-e8d4e1c77d44 req-0d73516c-6d14-45e5-8147-e54e719ec41c tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Enqueued Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1536.487144] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1536.487446] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.487569] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.487637] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.487829] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.487981] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.488094] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.488161] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.488301] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.488384] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.488517] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1536.991060] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.493452] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1537.996294] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.996522] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.996666] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.996960] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.997122] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.997303] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 is going to be updated. [ 1538.025043] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.025248] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.025348] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.025569] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.025728] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.034104] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: IN_PROGRESS for 2s [ 1540.045189] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: SUCCESS [ 1540.045581] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.488153] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1541.488526] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1541.712763] env[69297]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1541.712978] env[69297]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e7b1fcab-8bf5-441a-996d-8028f48b4e92 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1545.661503] env[69297]: INFO networking_nsxv3.common.synchronization [req-a12a771c-8a34-4831-882b-528b1fa3fddc req-bf92e055-7396-479b-be4e-27244244eff5 tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Enqueued Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1545.661503] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1545.661503] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.661503] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.661503] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.662029] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.662327] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.662606] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.662919] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.664489] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.664489] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.664489] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.957998] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-813 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.958222] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-813" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.958351] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-813" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.958628] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-813" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.958893] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.959060] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.959182] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.959400] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.959549] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.959761] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1545.959881] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1545.959994] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1545.960122] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1545.960236] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1545.960347] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1545.960482] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1545.981205] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1545.981381] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1545.981510] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1545.981690] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-813" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.981997] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-ae816ea3-1c4c-474c-8251-085a41b01919 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.982190] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-ae816ea3-1c4c-474c-8251-085a41b01919" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.982312] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-ae816ea3-1c4c-474c-8251-085a41b01919" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.982660] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-ae816ea3-1c4c-474c-8251-085a41b01919" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.982881] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae816ea3-1c4c-474c-8251-085a41b01919',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.165642] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1546.485708] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.485961] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.486123] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.486395] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.486552] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.486713] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port ae816ea3-1c4c-474c-8251-085a41b01919 not found, creating... [ 1546.486988] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.487169] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.487293] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.487559] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.487719] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.488042] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.488218] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.488368] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.488608] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.488752] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.488899] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: ae816ea3-1c4c-474c-8251-085a41b01919 is going to be created. [ 1546.510934] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.511181] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.511302] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.511576] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.511801] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.512045] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-ae816ea3-1c4c-474c-8251-085a41b01919" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.668119] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.174488] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.174631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.174699] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.174945] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.175022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.175121] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 is going to be updated. [ 1547.176771] env[69297]: INFO networking_nsxv3.common.synchronization [req-a12a771c-8a34-4831-882b-528b1fa3fddc req-0ad243fe-9824-48d3-afa9-ab7fbe6f4599 service nova] Enqueued Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_rules [ 1547.176983] env[69297]: INFO networking_nsxv3.common.synchronization [req-a12a771c-8a34-4831-882b-528b1fa3fddc req-0ad243fe-9824-48d3-afa9-ab7fbe6f4599 service nova] Enqueued Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1547.177994] env[69297]: INFO networking_nsxv3.common.synchronization [req-a12a771c-8a34-4831-882b-528b1fa3fddc req-0ad243fe-9824-48d3-afa9-ab7fbe6f4599 service nova] Enqueued Resource ID: ae816ea3-1c4c-474c-8251-085a41b01919 with Priority: HIGHEST for action port [ 1547.178578] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_rules [ 1547.178736] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1547.178836] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae816ea3-1c4c-474c-8251-085a41b01919 with Priority: HIGHEST for action port [ 1547.179512] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.179628] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.179696] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.179876] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.179957] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.180863] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.180957] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.181177] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae816ea3-1c4c-474c-8251-085a41b01919 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.181273] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae816ea3-1c4c-474c-8251-085a41b01919" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.181333] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae816ea3-1c4c-474c-8251-085a41b01919" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.181498] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae816ea3-1c4c-474c-8251-085a41b01919" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.181578] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae816ea3-1c4c-474c-8251-085a41b01919',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.208152] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.208370] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.208427] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.208595] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.208737] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.217340] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: IN_PROGRESS for 2s [ 1547.684341] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.684709] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.684709] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae816ea3-1c4c-474c-8251-085a41b01919 with status ACTIVE [ 1547.684912] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.684912] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.685128] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.685197] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.685287] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.685455] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.685551] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.685615] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.685775] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.685843] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.686028] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.686129] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.686181] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.686316] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.686390] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.686473] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae816ea3-1c4c-474c-8251-085a41b01919 is going to be updated. [ 1547.707066] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.707271] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.707271] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.707463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.707597] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.707756] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae816ea3-1c4c-474c-8251-085a41b01919" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.226681] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: SUCCESS [ 1549.227034] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.227090] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.227277] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.227461] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.227614] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.227694] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.227859] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.227943] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.228053] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1549.729827] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.231865] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.733961] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.734181] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.734230] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.736277] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.736277] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.736277] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 is going to be updated. [ 1550.774607] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.774820] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.774820] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.775059] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.775221] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.786072] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: IN_PROGRESS for 2s [ 1552.179886] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1552.180330] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1552.796906] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: SUCCESS [ 1552.797088] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.797242] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.797454] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.797645] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.797765] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.797830] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.798021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.798115] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.798205] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.798299] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.301114] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.301114] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.301114] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.301114] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.301580] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.301580] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.301580] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.301580] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.301721] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.301721] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.301870] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.301994] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.302048] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.302179] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.302322] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.302415] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.302473] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.302627] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.302711] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.302813] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.302932] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.805286] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b5e27f5-58f4-4c8e-8010-7bebce5e8165: rpc.has_security_group_logging(os_id): False [ 1553.822474] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.822642] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.822689] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.822953] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.823071] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.823275] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.823373] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.823435] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.823595] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.823672] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.823849] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.823965] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.824049] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.824202] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.824278] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.824457] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.824555] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.824609] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.824742] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.824816] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.824902] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 is going to be updated. [ 1553.884997] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.885234] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.885234] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.885463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.885612] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.900324] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: IN_PROGRESS for 2s [ 1555.915685] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: SUCCESS [ 1555.916075] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.181230] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1557.181607] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1557.923591] env[69297]: INFO networking_nsxv3.common.synchronization [req-18422095-3f78-4f9b-bba5-55a40b98fa74 req-fadda56a-5f67-44dc-bd0e-280b74f107dc tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Enqueued Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1557.924633] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1557.924633] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.924633] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.924633] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.924914] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.925146] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.925308] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.925383] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.925716] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.925839] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.925999] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1558.428792] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1558.932122] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1559.434529] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.434766] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.434766] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.435123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.435123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.435212] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 is going to be updated. [ 1559.464666] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.464822] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.464861] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.465096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.465272] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.473731] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: IN_PROGRESS for 2s [ 1561.483589] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: SUCCESS [ 1561.484044] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.925699] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1562.925699] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1565.994026] env[69297]: INFO networking_nsxv3.common.synchronization [req-097aa250-f1bd-46b8-aa97-5fba5c4a8a51 req-7284f1ca-f1c9-4218-90b1-362432ee224f tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Enqueued Resource ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 with Priority: HIGHEST for action security_group_members [ 1565.994560] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 with Priority: HIGHEST for action security_group_members [ 1565.994863] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.994988] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.995067] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.995259] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.995515] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.995515] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.995638] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.995700] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.995769] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.995852] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.498040] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.000896] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1567.503250] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.503499] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.503499] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.503697] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.503903] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.504040] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 is going to be updated. [ 1567.533381] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.533609] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.533609] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.533905] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.534086] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.542495] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 in Status: IN_PROGRESS for 2s [ 1568.137745] env[69297]: INFO networking_nsxv3.common.synchronization [req-08b49c27-466e-4074-a2cd-59209172b641 req-a80bcb10-57ea-4700-88fd-7e18675bc3ea tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Enqueued Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1568.138518] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1568.138935] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.139125] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.139225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.139516] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.139734] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.139891] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.139994] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.140237] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.140372] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.140518] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.412382] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-813 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.412589] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-813" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.412715] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-813" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.413028] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-813" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.413293] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.413452] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.413571] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.413808] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.413999] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.414304] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1568.414461] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1568.414616] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1568.414768] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1568.414938] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1568.415105] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1568.415286] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1568.434733] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1568.434911] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1568.435080] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1568.435288] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-813" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.435599] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-ad3b6452-3a94-4b46-9481-7ea5a36f60a1 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.435779] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-ad3b6452-3a94-4b46-9481-7ea5a36f60a1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.435920] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-ad3b6452-3a94-4b46-9481-7ea5a36f60a1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.436278] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-ad3b6452-3a94-4b46-9481-7ea5a36f60a1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.436424] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad3b6452-3a94-4b46-9481-7ea5a36f60a1',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.643047] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.938826] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.939061] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.939155] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.939442] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.939596] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.939754] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port ad3b6452-3a94-4b46-9481-7ea5a36f60a1 not found, creating... [ 1568.940028] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.940203] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.940348] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.940566] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.940708] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.941033] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.941212] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.941334] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.941545] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.941683] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.941825] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: ad3b6452-3a94-4b46-9481-7ea5a36f60a1 is going to be created. [ 1568.966583] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.966798] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.966956] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.967230] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.967466] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.967744] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-ad3b6452-3a94-4b46-9481-7ea5a36f60a1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.146027] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.551705] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 in Status: SUCCESS [ 1569.551931] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.648868] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.649068] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.649134] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.649363] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.649458] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.649575] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 is going to be updated. [ 1569.680691] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.680914] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.680914] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.681162] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.681319] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.691574] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: IN_PROGRESS for 2s [ 1569.712013] env[69297]: INFO networking_nsxv3.common.synchronization [req-08b49c27-466e-4074-a2cd-59209172b641 req-873c9a7f-1a5e-4a09-a1de-6ff8a9fcde56 service nova] Enqueued Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_rules [ 1569.712126] env[69297]: INFO networking_nsxv3.common.synchronization [req-08b49c27-466e-4074-a2cd-59209172b641 req-873c9a7f-1a5e-4a09-a1de-6ff8a9fcde56 service nova] Enqueued Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1569.712269] env[69297]: INFO networking_nsxv3.common.synchronization [req-08b49c27-466e-4074-a2cd-59209172b641 req-873c9a7f-1a5e-4a09-a1de-6ff8a9fcde56 service nova] Enqueued Resource ID: ad3b6452-3a94-4b46-9481-7ea5a36f60a1 with Priority: HIGHEST for action port [ 1569.712495] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_rules [ 1569.712620] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1569.712717] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad3b6452-3a94-4b46-9481-7ea5a36f60a1 with Priority: HIGHEST for action port [ 1569.715118] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.715250] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.715320] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.715524] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.715604] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1569.716460] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.716571] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.716749] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad3b6452-3a94-4b46-9481-7ea5a36f60a1 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.716849] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad3b6452-3a94-4b46-9481-7ea5a36f60a1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.716925] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad3b6452-3a94-4b46-9481-7ea5a36f60a1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.717089] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad3b6452-3a94-4b46-9481-7ea5a36f60a1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.717161] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad3b6452-3a94-4b46-9481-7ea5a36f60a1',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.219527] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.219527] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.224073] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad3b6452-3a94-4b46-9481-7ea5a36f60a1 with status ACTIVE [ 1570.224073] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.224073] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.224073] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.224073] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.224073] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.224073] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.224073] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.224073] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.224073] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.224073] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.224073] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.224073] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.224073] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.224073] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.224073] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.224073] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad3b6452-3a94-4b46-9481-7ea5a36f60a1 is going to be updated. [ 1570.246436] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.246676] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.246676] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.246843] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.246979] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.247151] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad3b6452-3a94-4b46-9481-7ea5a36f60a1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.707019] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: SUCCESS [ 1571.707019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.707019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.707019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.707019] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.707019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.707019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.707019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.707019] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.707019] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1572.209816] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1572.712298] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1573.216043] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.216043] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.216043] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.216043] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.216043] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.216043] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 is going to be updated. [ 1573.241707] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1573.241941] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.241941] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1573.242075] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1573.242215] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.250966] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: IN_PROGRESS for 2s [ 1574.714310] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1574.714762] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1575.262312] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: SUCCESS [ 1575.262592] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.262695] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.262917] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.263176] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.263314] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.263426] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.263538] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.263632] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.263714] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.263788] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1575.766920] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.767352] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.767352] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.767352] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.767540] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.767634] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.767688] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.767806] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.767897] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.767987] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.768159] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.768262] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.768316] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.768458] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.768593] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.768683] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.768735] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.768872] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.768949] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.769043] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.769117] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.271874] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b5e27f5-58f4-4c8e-8010-7bebce5e8165: rpc.has_security_group_logging(os_id): False [ 1576.290334] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.290653] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.290653] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.290873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.290873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.291119] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.291227] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.291278] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.291422] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.291490] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.291664] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.291782] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.291848] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.291988] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.292077] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.292251] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.292345] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.292419] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.292533] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.292639] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.292715] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 is going to be updated. [ 1576.354718] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.354980] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.354980] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.355255] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.355455] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.368619] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: IN_PROGRESS for 2s [ 1578.385090] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: SUCCESS [ 1578.385492] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.715676] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1579.716134] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1582.595141] env[69297]: INFO networking_nsxv3.common.synchronization [req-9f491879-94f9-43d5-91a9-de753ab0d215 req-44df5441-c26e-4f96-b4e0-dad0972d2e25 tempest-ServerActionsTestOtherA-1805495077 tempest-ServerActionsTestOtherA-1805495077-project-member] Enqueued Resource ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 with Priority: HIGHEST for action security_group_members [ 1582.595804] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 with Priority: HIGHEST for action security_group_members [ 1582.596016] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.596255] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.596255] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.596489] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.596489] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.596617] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.597140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.597140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.597140] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.597140] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1582.621575] env[69297]: INFO networking_nsxv3.common.synchronization [req-503bf0e4-f819-4a98-a881-de8cbdcf167b req-7ae05f7d-dede-454b-bafb-2cd5c2e23a5a tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Enqueued Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1582.622052] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1582.622358] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.622479] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.622539] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.622735] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.622884] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.622989] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.623111] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.623272] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.626270] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.626270] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1583.099813] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.099813] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.099813] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.099813] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.099813] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.100259] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.100259] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.100259] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.100394] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.100394] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.100463] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 is going to be updated. [ 1583.125442] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1583.128579] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.128740] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.128842] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.129020] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.129172] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.138051] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 in Status: IN_PROGRESS for 2s [ 1583.627711] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.130835] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.131047] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.131189] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.131440] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.131567] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.131714] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 is going to be updated. [ 1584.177289] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.177584] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.177661] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.177991] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.178267] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.190350] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: IN_PROGRESS for 2s [ 1585.146735] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 in Status: SUCCESS [ 1585.147145] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 deletion is rescheduled due to dependency. [ 1585.147145] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.198781] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: SUCCESS [ 1586.199151] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.623421] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1587.623421] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1590.584985] env[69297]: INFO networking_nsxv3.common.synchronization [None req-942d92be-0e51-4336-ba98-b3d6d0d01566 None None] Enqueued Resource ID: e25c0ba3-e479-4a4a-9edb-90c06cea39c8 with Priority: HIGHEST for action port [ 1590.585634] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e25c0ba3-e479-4a4a-9edb-90c06cea39c8 with Priority: HIGHEST for action port [ 1590.585982] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-e25c0ba3-e479-4a4a-9edb-90c06cea39c8 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.586148] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e25c0ba3-e479-4a4a-9edb-90c06cea39c8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.586227] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e25c0ba3-e479-4a4a-9edb-90c06cea39c8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.586535] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e25c0ba3-e479-4a4a-9edb-90c06cea39c8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.586646] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e25c0ba3-e479-4a4a-9edb-90c06cea39c8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1591.088932] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e25c0ba3-e479-4a4a-9edb-90c06cea39c8 [ 1591.089190] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.089330] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.089421] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.089585] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.089678] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.089763] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e25c0ba3-e479-4a4a-9edb-90c06cea39c8 already deleted. [ 1591.090073] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e25c0ba3-e479-4a4a-9edb-90c06cea39c8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.091649] env[69297]: INFO networking_nsxv3.common.synchronization [req-08538a05-b9fb-470d-ada4-477fc6c934af req-deb9676e-fd7f-4117-a6d8-085217f7a27c tempest-ServersTestJSON-944890708 tempest-ServersTestJSON-944890708-project-member] Enqueued Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1591.091976] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGHEST for action security_group_members [ 1591.093683] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.093850] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.093850] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.094047] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.095044] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.095044] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.095044] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.095044] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.095044] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.095044] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1591.597861] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.598311] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.598311] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.598421] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.598421] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.598618] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.598722] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.598785] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.598938] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.599024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.599114] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 is going to be updated. [ 1591.628050] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.628050] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.628050] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.628050] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.628050] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.637167] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: IN_PROGRESS for 2s [ 1592.707416] env[69297]: INFO networking_nsxv3.common.synchronization [None req-4adb1c3b-2b58-417a-9dc8-63001545b73f None None] Enqueued Resource ID: 2016f14f-3083-40d4-9195-46df34f76049 with Priority: HIGHEST for action port [ 1592.708133] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2016f14f-3083-40d4-9195-46df34f76049 with Priority: HIGHEST for action port [ 1592.708642] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-2016f14f-3083-40d4-9195-46df34f76049 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.708995] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2016f14f-3083-40d4-9195-46df34f76049" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.708995] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2016f14f-3083-40d4-9195-46df34f76049" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.709397] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2016f14f-3083-40d4-9195-46df34f76049" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.709538] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2016f14f-3083-40d4-9195-46df34f76049',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1593.212258] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2016f14f-3083-40d4-9195-46df34f76049 [ 1593.212574] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1593.212713] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.212785] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1593.212999] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1593.213161] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.213255] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2016f14f-3083-40d4-9195-46df34f76049 already deleted. [ 1593.213339] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2016f14f-3083-40d4-9195-46df34f76049" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.647933] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 in Status: SUCCESS [ 1593.648123] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 deletion is rescheduled due to dependency. [ 1593.648172] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.667939] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.668363] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.668363] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.668463] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.668499] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1596.170404] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1596.672997] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.175352] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1597.175459] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1597.200778] env[69297]: INFO networking_nsxv3.common.synchronization [req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa req-71e34f78-81c2-4460-84d2-f4b2512ce39d tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Enqueued Resource ID: c49297d9-cdda-4256-bd0f-baca0a042349 with Priority: HIGHEST for action security_group_members [ 1597.201454] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c49297d9-cdda-4256-bd0f-baca0a042349 with Priority: HIGHEST for action security_group_members [ 1597.201662] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-c49297d9-cdda-4256-bd0f-baca0a042349 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.201780] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c49297d9-cdda-4256-bd0f-baca0a042349" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.201846] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c49297d9-cdda-4256-bd0f-baca0a042349" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.202123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c49297d9-cdda-4256-bd0f-baca0a042349" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.202279] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.202374] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.202436] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.202580] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.202665] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.202759] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c49297d9-cdda-4256-bd0f-baca0a042349',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.485498] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.485700] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-323" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.485832] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-323" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.486241] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-323" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.486456] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.486615] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.486733] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.486954] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.487118] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.487327] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1597.487441] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1597.487552] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1597.487660] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1597.487772] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1597.487880] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1597.488026] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1597.512862] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1597.512996] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1597.513242] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1597.513432] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-323" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.513745] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-f50b35d4-8cff-4900-90f2-ca51988c181b taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.513919] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-f50b35d4-8cff-4900-90f2-ca51988c181b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.514057] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-f50b35d4-8cff-4900-90f2-ca51988c181b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.514499] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-f50b35d4-8cff-4900-90f2-ca51988c181b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.514640] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f50b35d4-8cff-4900-90f2-ca51988c181b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1597.705693] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.705693] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.705693] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.705693] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.705693] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.705693] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1597.705693] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.705693] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.706270] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1597.706270] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.706270] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c49297d9-cdda-4256-bd0f-baca0a042349 already deleted. [ 1597.706270] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c49297d9-cdda-4256-bd0f-baca0a042349" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.012732] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.012911] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.012953] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.013224] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.160754] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1598.161674] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.162747] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1598.164118] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.164317] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.164441] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.164701] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.164845] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.164989] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port f50b35d4-8cff-4900-90f2-ca51988c181b not found, creating... [ 1598.165255] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.165415] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.165530] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.165747] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.165884] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.166647] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.166953] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.167117] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.167340] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.167482] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.167625] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: f50b35d4-8cff-4900-90f2-ca51988c181b is going to be created. [ 1598.187934] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.188185] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.188313] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.188612] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.188842] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.189074] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-f50b35d4-8cff-4900-90f2-ca51988c181b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.207307] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.207478] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.207536] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.207716] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.221780] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.222587] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1598.222665] env[69297]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69297) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1598.222756] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1598.255882] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.256228] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.256353] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.256612] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.257361] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.257583] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1598.385648] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.385841] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.385905] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.386092] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.386407] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.386718] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1598.459693] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.459896] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.459974] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.460296] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.460713] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.461156] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:24. [ 1598.461293] env[69297]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'586d817e-cd7c-4163-ab28-9c4573191706', '2e51107e-6200-4180-ae89-da6f7fb5f7f5', '552a476a-b927-4651-ad43-bde74a976fb8', 'df5b53f7-ccd8-4072-8b74-5931124c72ea', 'cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8', '5ee89125-2d0a-483b-a852-590b1fba1326', 'ae9ce361-4d8e-414d-8c66-387458897bcc', '2e875716-858a-49ae-be53-287bc5cdcf4e', '6b13a6b2-3479-4bf2-836e-55051b0d31e5', '5b19b7fb-87b8-497d-875c-0ea1fcee3150', 'bc803fbb-44f8-4897-98f1-848121f2f244', 'e94b62a2-1773-4d91-80d2-e90ad27392a7', '5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f', '7709757a-bd74-4105-a5e2-a538c8b7d9e2', '0b5e27f5-58f4-4c8e-8010-7bebce5e8165', '10d949ac-b10e-4b2c-a630-347a1bdade30', '3794fd0d-dbfb-4192-a5b5-79aa4acf9875', 'c0c116a7-1608-4607-9315-95a266a6cfea', '6cd6feef-6cdf-46a9-841c-166345537734', '134cf66a-fbc4-49d7-8cfb-6f8900631f07', 'd8f50b79-2b67-4118-8716-c4cbc2fac90e', 'da5a373d-02c6-496f-8bb2-a4ae83aa34d5', 'ae81c0f3-5aff-4751-8871-055fd5323dca', 'b50d4aab-fded-402e-b7f9-1d028aeb2e79'} {{(pid=69297) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1598.461432] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1598.480848] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.481049] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.481161] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.481396] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.481485] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.481603] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1598.481674] env[69297]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69297) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1598.481746] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1598.577446] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.577648] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.577692] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.577933] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.579048] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.579349] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1598.579429] env[69297]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69297) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1598.579504] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1598.579572] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1598.579650] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/24 resources of Type:Security Group Rules [ 1598.579721] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGH for action security_group_rules [ 1598.579800] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 with Priority: HIGH for action security_group_rules [ 1598.579867] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 552a476a-b927-4651-ad43-bde74a976fb8 with Priority: HIGH for action security_group_rules [ 1598.579931] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df5b53f7-ccd8-4072-8b74-5931124c72ea with Priority: HIGH for action security_group_rules [ 1598.579992] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 with Priority: HIGH for action security_group_rules [ 1598.580065] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ee89125-2d0a-483b-a852-590b1fba1326 with Priority: HIGH for action security_group_rules [ 1598.580128] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ae9ce361-4d8e-414d-8c66-387458897bcc with Priority: HIGH for action security_group_rules [ 1598.580190] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e875716-858a-49ae-be53-287bc5cdcf4e with Priority: HIGH for action security_group_rules [ 1598.580251] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 with Priority: HIGH for action security_group_rules [ 1598.580311] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b19b7fb-87b8-497d-875c-0ea1fcee3150 with Priority: HIGH for action security_group_rules [ 1598.580371] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc803fbb-44f8-4897-98f1-848121f2f244 with Priority: HIGH for action security_group_rules [ 1598.580432] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 with Priority: HIGH for action security_group_rules [ 1598.580498] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f with Priority: HIGH for action security_group_rules [ 1598.580578] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGH for action security_group_rules [ 1598.580650] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGH for action security_group_rules [ 1598.580713] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 with Priority: HIGH for action security_group_rules [ 1598.580775] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3794fd0d-dbfb-4192-a5b5-79aa4acf9875 with Priority: HIGH for action security_group_rules [ 1598.580837] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0c116a7-1608-4607-9315-95a266a6cfea with Priority: HIGH for action security_group_rules [ 1598.580980] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6cd6feef-6cdf-46a9-841c-166345537734 with Priority: HIGH for action security_group_rules [ 1598.580980] env[69297]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 134cf66a-fbc4-49d7-8cfb-6f8900631f07 with Priority: HIGH for action security_group_rules [ 1598.581065] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.792838] env[69297]: INFO networking_nsxv3.common.synchronization [req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa req-593db71c-9788-49c4-ac75-8d46f6a2a5ab service nova] Enqueued Resource ID: c49297d9-cdda-4256-bd0f-baca0a042349 with Priority: HIGHEST for action security_group_rules [ 1598.793201] env[69297]: INFO networking_nsxv3.common.synchronization [req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa req-593db71c-9788-49c4-ac75-8d46f6a2a5ab service nova] Enqueued Resource ID: c49297d9-cdda-4256-bd0f-baca0a042349 with Priority: HIGHEST for action security_group_members [ 1598.793429] env[69297]: INFO networking_nsxv3.common.synchronization [req-c0f43c3b-a0db-440e-b9f4-b9aee9d06cfa req-593db71c-9788-49c4-ac75-8d46f6a2a5ab service nova] Enqueued Resource ID: f50b35d4-8cff-4900-90f2-ca51988c181b with Priority: HIGHEST for action port [ 1598.793996] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c49297d9-cdda-4256-bd0f-baca0a042349 with Priority: HIGHEST for action security_group_rules [ 1598.794311] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c49297d9-cdda-4256-bd0f-baca0a042349 with Priority: HIGHEST for action security_group_members [ 1598.794311] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f50b35d4-8cff-4900-90f2-ca51988c181b with Priority: HIGHEST for action port [ 1598.794428] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 586d817e-cd7c-4163-ab28-9c4573191706 with Priority: HIGH for action security_group_rules [ 1598.794522] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 552a476a-b927-4651-ad43-bde74a976fb8 with Priority: HIGH for action security_group_rules [ 1598.794627] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae9ce361-4d8e-414d-8c66-387458897bcc with Priority: HIGH for action security_group_rules [ 1598.794699] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 with Priority: HIGH for action security_group_rules [ 1598.794788] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 134cf66a-fbc4-49d7-8cfb-6f8900631f07 with Priority: HIGH for action security_group_rules [ 1598.794879] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd6feef-6cdf-46a9-841c-166345537734 with Priority: HIGH for action security_group_rules [ 1598.794968] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c116a7-1608-4607-9315-95a266a6cfea with Priority: HIGH for action security_group_rules [ 1598.795069] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3794fd0d-dbfb-4192-a5b5-79aa4acf9875 with Priority: HIGH for action security_group_rules [ 1598.795156] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 with Priority: HIGH for action security_group_rules [ 1598.795250] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 with Priority: HIGH for action security_group_rules [ 1598.795337] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f with Priority: HIGH for action security_group_rules [ 1598.795455] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 with Priority: HIGH for action security_group_rules [ 1598.795495] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc803fbb-44f8-4897-98f1-848121f2f244 with Priority: HIGH for action security_group_rules [ 1598.795579] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b19b7fb-87b8-497d-875c-0ea1fcee3150 with Priority: HIGH for action security_group_rules [ 1598.795662] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 with Priority: HIGH for action security_group_rules [ 1598.795745] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee89125-2d0a-483b-a852-590b1fba1326 with Priority: HIGH for action security_group_rules [ 1598.795828] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e875716-858a-49ae-be53-287bc5cdcf4e with Priority: HIGH for action security_group_rules [ 1598.795916] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 with Priority: HIGH for action security_group_rules [ 1598.795998] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 with Priority: HIGH for action security_group_rules [ 1598.796089] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df5b53f7-ccd8-4072-8b74-5931124c72ea with Priority: HIGH for action security_group_rules [ 1598.796871] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c49297d9-cdda-4256-bd0f-baca0a042349 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.797009] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c49297d9-cdda-4256-bd0f-baca0a042349" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.797083] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c49297d9-cdda-4256-bd0f-baca0a042349" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.797352] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c49297d9-cdda-4256-bd0f-baca0a042349" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.797439] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c49297d9-cdda-4256-bd0f-baca0a042349',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.800711] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-c49297d9-cdda-4256-bd0f-baca0a042349 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.800829] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c49297d9-cdda-4256-bd0f-baca0a042349" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.800900] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c49297d9-cdda-4256-bd0f-baca0a042349" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.801797] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c49297d9-cdda-4256-bd0f-baca0a042349" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.805132] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.805279] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.805348] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.805545] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.805627] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.805723] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c49297d9-cdda-4256-bd0f-baca0a042349',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.806660] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-f50b35d4-8cff-4900-90f2-ca51988c181b taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.806778] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f50b35d4-8cff-4900-90f2-ca51988c181b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.806832] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f50b35d4-8cff-4900-90f2-ca51988c181b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.806987] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f50b35d4-8cff-4900-90f2-ca51988c181b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.807512] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f50b35d4-8cff-4900-90f2-ca51988c181b',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.808812] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-586d817e-cd7c-4163-ab28-9c4573191706 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.808923] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.808992] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.809161] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.809377] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('586d817e-cd7c-4163-ab28-9c4573191706',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.810082] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-552a476a-b927-4651-ad43-bde74a976fb8 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.810191] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.810259] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.810430] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.810504] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('552a476a-b927-4651-ad43-bde74a976fb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.814567] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae9ce361-4d8e-414d-8c66-387458897bcc taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.814689] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.814758] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.814934] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.815020] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae9ce361-4d8e-414d-8c66-387458897bcc',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.815866] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.815866] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.816049] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.816079] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.816150] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b5e27f5-58f4-4c8e-8010-7bebce5e8165',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.816963] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-134cf66a-fbc4-49d7-8cfb-6f8900631f07 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.817084] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.817153] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.817307] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.817381] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('134cf66a-fbc4-49d7-8cfb-6f8900631f07',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.818087] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cd6feef-6cdf-46a9-841c-166345537734 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.818197] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.818264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.818418] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.818490] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cd6feef-6cdf-46a9-841c-166345537734',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.819204] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0c116a7-1608-4607-9315-95a266a6cfea taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.819338] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.819369] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.819521] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.819591] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0c116a7-1608-4607-9315-95a266a6cfea',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.822426] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3794fd0d-dbfb-4192-a5b5-79aa4acf9875 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.822557] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.822843] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.822843] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.822925] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3794fd0d-dbfb-4192-a5b5-79aa4acf9875',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.823839] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.823935] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.823935] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.824255] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.824255] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7709757a-bd74-4105-a5e2-a538c8b7d9e2',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.828046] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10d949ac-b10e-4b2c-a630-347a1bdade30 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.828046] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.828046] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.828046] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.828046] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10d949ac-b10e-4b2c-a630-347a1bdade30',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.828046] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.828046] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.828046] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.828046] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.828046] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.828046] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e94b62a2-1773-4d91-80d2-e90ad27392a7 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.828046] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.828046] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.828046] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.828046] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e94b62a2-1773-4d91-80d2-e90ad27392a7',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.828859] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc803fbb-44f8-4897-98f1-848121f2f244 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.828859] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.828859] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.828859] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.828859] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc803fbb-44f8-4897-98f1-848121f2f244',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.829495] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b19b7fb-87b8-497d-875c-0ea1fcee3150 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.829591] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.830222] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.830400] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.830474] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b19b7fb-87b8-497d-875c-0ea1fcee3150',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.831354] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b13a6b2-3479-4bf2-836e-55051b0d31e5 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.831445] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.831756] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.831756] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.831756] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b13a6b2-3479-4bf2-836e-55051b0d31e5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.833293] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ee89125-2d0a-483b-a852-590b1fba1326 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.833293] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.833293] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.833293] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.833293] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ee89125-2d0a-483b-a852-590b1fba1326',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.834477] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e875716-858a-49ae-be53-287bc5cdcf4e taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.834477] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.834477] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.834617] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.834701] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e875716-858a-49ae-be53-287bc5cdcf4e',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.835519] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.835732] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.835799] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.836677] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.836677] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.836774] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e51107e-6200-4180-ae89-da6f7fb5f7f5 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.836836] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.836900] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.837077] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.837129] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e51107e-6200-4180-ae89-da6f7fb5f7f5',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1598.838537] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df5b53f7-ccd8-4072-8b74-5931124c72ea taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1598.838684] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.839335] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.839557] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1598.839631] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df5b53f7-ccd8-4072-8b74-5931124c72ea',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1599.271196] env[69297]: INFO networking_nsxv3.common.synchronization [None req-9e7dbee4-5519-41b0-ac68-b095a572bcf8 None None] Enqueued Resource ID: a7a1d798-3a87-4f6d-a0ba-575287b1f986 with Priority: HIGHEST for action port [ 1599.271196] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7a1d798-3a87-4f6d-a0ba-575287b1f986 with Priority: HIGHEST for action port [ 1599.271196] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7a1d798-3a87-4f6d-a0ba-575287b1f986 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.271196] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7a1d798-3a87-4f6d-a0ba-575287b1f986" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.271196] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7a1d798-3a87-4f6d-a0ba-575287b1f986" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.271196] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7a1d798-3a87-4f6d-a0ba-575287b1f986" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.271196] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7a1d798-3a87-4f6d-a0ba-575287b1f986',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1599.344938] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c49297d9-cdda-4256-bd0f-baca0a042349',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1599.351950] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f50b35d4-8cff-4900-90f2-ca51988c181b with status ACTIVE [ 1599.352271] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.352709] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.352709] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.352832] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.353745] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.353900] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port f50b35d4-8cff-4900-90f2-ca51988c181b not found, creating... [ 1599.354141] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.354330] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.354426] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.354626] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.354716] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.355351] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.355583] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.355673] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.355854] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.355969] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.356590] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f50b35d4-8cff-4900-90f2-ca51988c181b is going to be created. [ 1599.370231] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-c49297d9-cdda-4256-bd0f-baca0a042349 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.370391] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c49297d9-cdda-4256-bd0f-baca0a042349" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.374490] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c49297d9-cdda-4256-bd0f-baca0a042349',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1599.390581] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.390799] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.390891] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.391157] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.391269] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.391316] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c49297d9-cdda-4256-bd0f-baca0a042349 is going to be created. [ 1599.429999] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.430246] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.430394] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.430631] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.432385] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.432515] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.439071] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.439071] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.439873] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.439980] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.441190] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.441382] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.442735] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.442735] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.445570] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.446013] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.447529] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.447622] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.448634] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.448777] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.449808] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.449950] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.451144] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.451311] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.451956] env[69297]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1599.452420] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.452518] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.453363] env[69297]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1599.453820] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.453920] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.455543] env[69297]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1599.455543] env[69297]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/segments/nsx-vlan-transportzone-323/ports/f50b35d4-8cff-4900-90f2-ca51988c181b', 'data': {'id': 'f50b35d4-8cff-4900-90f2-ca51988c181b', 'display_name': 'f50b35d4-8cff-4900-90f2-ca51988c181b', 'resource_type': 'SegmentPort', 'admin_state': 'UP', 'attachment': {'id': 'f50b35d4-8cff-4900-90f2-ca51988c181b', 'type': 'PARENT', 'traffic_tag': 323}, 'address_bindings': [{'ip_address': '192.168.128.11', 'mac_address': 'fa:16:3e:01:11:c2'}], 'tags': [{'scope': 'age', 'tag': 1747406506}, {'scope': 'revision_number', 'tag': 5}, {'scope': 'security_group', 'tag': 'c49297d9-cdda-4256-bd0f-baca0a042349'}], 'parent_path': '/infra/segments/nsx-vlan-transportzone-323', 'path': '/infra/segments/nsx-vlan-transportzone-323/ports/f50b35d4-8cff-4900-90f2-ca51988c181b', '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500127,\n "module_name" : "Policy",\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-323/ports/f50b35d4-8cff-4900-90f2-ca51988c181b] as it already exists."\n}' [ 1599.455543] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f50b35d4-8cff-4900-90f2-ca51988c181b" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.455711] env[69297]: Traceback (most recent call last): [ 1599.455711] env[69297]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1599.455711] env[69297]: listener.cb(fileno) [ 1599.455711] env[69297]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1599.455711] env[69297]: result = function(*args, **kwargs) [ 1599.455711] env[69297]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 270, in port [ 1599.455711] env[69297]: self._port_realize(port) [ 1599.455711] env[69297]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 368, in _port_realize [ 1599.455711] env[69297]: return self.nsx_provider.port_realize(os_port, delete) [ 1599.455711] env[69297]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 969, in port_realize [ 1599.455711] env[69297]: return self._realize(Provider.PORT, False, self.payload.segment_port, os_port, provider_port) [ 1599.455711] env[69297]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1599.455711] env[69297]: return func(*args, **kwargs) [ 1599.455711] env[69297]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 1599.455711] env[69297]: res = self.client.put(path=path, data=data) [ 1599.455711] env[69297]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 1599.455711] env[69297]: raise RuntimeError(msg, last_err) [ 1599.455711] env[69297]: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-323/ports/f50b35d4-8cff-4900-90f2-ca51988c181b] as it already exists."\\n}\'') [ 1599.456166] env[69297]: Removing descriptor: 14 [ 1599.456364] env[69297]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1599.456761] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.456857] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.457517] env[69297]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1599.457993] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.458110] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.461130] env[69297]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1599.461586] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.461756] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.463863] env[69297]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1599.464362] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.464810] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.465265] env[69297]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1599.465729] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.465823] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.466494] env[69297]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1599.466927] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.467041] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.467687] env[69297]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1599.468130] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.468294] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.470608] env[69297]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1599.471195] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.471329] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8 is going to be deleted. [ 1599.472322] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.472397] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.473981] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.474119] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.474264] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.474452] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.474606] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.485738] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c49297d9-cdda-4256-bd0f-baca0a042349 in Status: UNINITIALIZED for 2s [ 1599.504592] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.504592] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 134cf66a-fbc4-49d7-8cfb-6f8900631f07 is going to be deleted. [ 1599.505993] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.505993] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.524587] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.524587] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e875716-858a-49ae-be53-287bc5cdcf4e is going to be deleted. [ 1599.525534] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.525772] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.552026] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.552242] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.557416] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.557590] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae9ce361-4d8e-414d-8c66-387458897bcc is going to be deleted. [ 1599.558658] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.558884] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.568954] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.569115] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.582564] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.582717] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f is going to be deleted. [ 1599.583838] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.584125] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.608650] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.608807] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cd6feef-6cdf-46a9-841c-166345537734 is going to be deleted. [ 1599.609837] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.610082] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.613030] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.613224] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.686067] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.686176] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df5b53f7-ccd8-4072-8b74-5931124c72ea is going to be deleted. [ 1599.687122] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.687423] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.689074] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.689074] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.722905] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.723081] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b19b7fb-87b8-497d-875c-0ea1fcee3150 is going to be deleted. [ 1599.724288] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.724351] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.749486] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.749658] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.773400] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7a1d798-3a87-4f6d-a0ba-575287b1f986 [ 1599.773715] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.773896] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.774014] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.774344] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.774523] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.774619] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7a1d798-3a87-4f6d-a0ba-575287b1f986 already deleted. [ 1599.774740] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7a1d798-3a87-4f6d-a0ba-575287b1f986" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.781781] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.781957] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.810452] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.810452] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc803fbb-44f8-4897-98f1-848121f2f244 is going to be deleted. [ 1599.811469] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.811706] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.861716] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.861716] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b5e27f5-58f4-4c8e-8010-7bebce5e8165 is going to be deleted. [ 1599.863250] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.863250] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.899034] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.899034] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 552a476a-b927-4651-ad43-bde74a976fb8 is going to be deleted. [ 1599.899034] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.899034] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.904335] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.904525] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.905378] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.905545] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.965519] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.965685] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b13a6b2-3479-4bf2-836e-55051b0d31e5 is going to be deleted. [ 1599.966654] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.966880] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.980127] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1599.980291] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.028915] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.028915] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ee89125-2d0a-483b-a852-590b1fba1326 is going to be deleted. [ 1600.029254] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.029415] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.042275] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.042460] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.088014] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.088232] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3794fd0d-dbfb-4192-a5b5-79aa4acf9875 is going to be deleted. [ 1600.089347] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.089584] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.130803] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.130927] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.137907] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.138060] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.178395] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.178483] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7709757a-bd74-4105-a5e2-a538c8b7d9e2 is going to be deleted. [ 1600.179459] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.179679] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.181209] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.181317] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.236717] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.236864] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e94b62a2-1773-4d91-80d2-e90ad27392a7 is going to be deleted. [ 1600.237823] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.238069] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.239696] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.239835] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.290295] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.290472] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 586d817e-cd7c-4163-ab28-9c4573191706 is going to be deleted. [ 1600.291471] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.291834] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.336718] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.336927] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.378459] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.378593] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0c116a7-1608-4607-9315-95a266a6cfea is going to be deleted. [ 1600.379486] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.379705] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.384701] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.384701] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.433892] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.434046] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e51107e-6200-4180-ae89-da6f7fb5f7f5 is going to be deleted. [ 1600.434960] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.435197] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.461076] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.461076] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.469403] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.469589] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10d949ac-b10e-4b2c-a630-347a1bdade30 is going to be deleted. [ 1600.470933] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.471254] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.471384] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.471570] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbc8470a-8c3f-403a-99d0-1a37fbdd5eb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.471802] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.472046] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.472164] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.472337] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-134cf66a-fbc4-49d7-8cfb-6f8900631f07" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.473142] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.473371] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.474311] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.474311] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e875716-858a-49ae-be53-287bc5cdcf4e" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.474311] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.474311] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.474311] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.474471] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae9ce361-4d8e-414d-8c66-387458897bcc" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.474521] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.474731] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.474845] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.475066] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d1fa43f-89c1-4083-8b43-3bc7b74b1c4f" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.475280] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.475493] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.475616] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.475787] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cd6feef-6cdf-46a9-841c-166345537734" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.475976] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.476210] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.476338] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.476513] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b19b7fb-87b8-497d-875c-0ea1fcee3150" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.476730] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.476970] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.477113] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.477295] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df5b53f7-ccd8-4072-8b74-5931124c72ea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.477490] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.477702] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.477836] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.478818] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc803fbb-44f8-4897-98f1-848121f2f244" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.478818] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.478818] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.478818] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.478818] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b5e27f5-58f4-4c8e-8010-7bebce5e8165" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.478976] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.479466] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.479504] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.479655] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b13a6b2-3479-4bf2-836e-55051b0d31e5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.479856] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.480081] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.480209] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.480380] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-552a476a-b927-4651-ad43-bde74a976fb8" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.480574] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.480782] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.480900] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.481081] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ee89125-2d0a-483b-a852-590b1fba1326" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.481267] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.481472] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.481585] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.481756] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3794fd0d-dbfb-4192-a5b5-79aa4acf9875" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.481942] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.482162] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.482283] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.482451] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7709757a-bd74-4105-a5e2-a538c8b7d9e2" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.482635] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.482841] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.482951] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.483191] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e94b62a2-1773-4d91-80d2-e90ad27392a7" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.483385] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.483588] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.483702] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.483865] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-586d817e-cd7c-4163-ab28-9c4573191706" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.527021] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.527021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.527021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.527021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.527021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.527021] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0c116a7-1608-4607-9315-95a266a6cfea" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.547222] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.547373] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.547445] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.547661] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.547750] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.547873] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e51107e-6200-4180-ae89-da6f7fb5f7f5" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.584466] env[69297]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1600.585175] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1600.585434] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.585520] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.585782] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.589078] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.589078] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10d949ac-b10e-4b2c-a630-347a1bdade30" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.470177] env[69297]: INFO networking_nsxv3.common.synchronization [None req-6b179750-ea43-452c-ba09-88a3b4c3577f None None] Enqueued Resource ID: 0fd25837-2dcc-4ffd-8d7a-3066d3994103 with Priority: HIGHEST for action port [ 1601.472688] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd25837-2dcc-4ffd-8d7a-3066d3994103 with Priority: HIGHEST for action port [ 1601.472688] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fd25837-2dcc-4ffd-8d7a-3066d3994103 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.472688] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fd25837-2dcc-4ffd-8d7a-3066d3994103" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.472688] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fd25837-2dcc-4ffd-8d7a-3066d3994103" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.472688] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fd25837-2dcc-4ffd-8d7a-3066d3994103" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.472688] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fd25837-2dcc-4ffd-8d7a-3066d3994103',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1601.496060] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c49297d9-cdda-4256-bd0f-baca0a042349 in Status: SUCCESS [ 1601.497022] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c49297d9-cdda-4256-bd0f-baca0a042349" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.497537] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c49297d9-cdda-4256-bd0f-baca0a042349" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.498410] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c49297d9-cdda-4256-bd0f-baca0a042349" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.498864] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.498961] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.499026] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.499201] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.499288] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.499372] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c49297d9-cdda-4256-bd0f-baca0a042349" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.499466] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c49297d9-cdda-4256-bd0f-baca0a042349',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1601.668415] env[69297]: INFO networking_nsxv3.common.synchronization [None req-162b908f-38e7-4309-b126-2ab27ea77bb8 None None] Enqueued Resource ID: e9e2ab64-e271-4048-baac-cc98697f1e23 with Priority: HIGHEST for action port [ 1601.668858] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e2ab64-e271-4048-baac-cc98697f1e23 with Priority: HIGHEST for action port [ 1601.669189] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9e2ab64-e271-4048-baac-cc98697f1e23 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.669305] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9e2ab64-e271-4048-baac-cc98697f1e23" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.669370] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9e2ab64-e271-4048-baac-cc98697f1e23" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.669633] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9e2ab64-e271-4048-baac-cc98697f1e23" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.669788] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9e2ab64-e271-4048-baac-cc98697f1e23',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1601.977042] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fd25837-2dcc-4ffd-8d7a-3066d3994103 [ 1601.977381] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1601.977580] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.977658] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.977882] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1601.977978] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.978098] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fd25837-2dcc-4ffd-8d7a-3066d3994103 already deleted. [ 1601.978183] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fd25837-2dcc-4ffd-8d7a-3066d3994103" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.004909] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-c49297d9-cdda-4256-bd0f-baca0a042349 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.005083] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c49297d9-cdda-4256-bd0f-baca0a042349" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.005124] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c49297d9-cdda-4256-bd0f-baca0a042349" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.005338] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c49297d9-cdda-4256-bd0f-baca0a042349" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.005513] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.005616] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.005682] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.005839] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.005926] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.006025] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c49297d9-cdda-4256-bd0f-baca0a042349" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.006180] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-c49297d9-cdda-4256-bd0f-baca0a042349 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.006276] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c49297d9-cdda-4256-bd0f-baca0a042349" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.006335] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c49297d9-cdda-4256-bd0f-baca0a042349" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.006475] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c49297d9-cdda-4256-bd0f-baca0a042349" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.006610] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.006702] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.006764] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.006901] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.006977] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.007070] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c49297d9-cdda-4256-bd0f-baca0a042349" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.007159] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c49297d9-cdda-4256-bd0f-baca0a042349',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1602.172549] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9e2ab64-e271-4048-baac-cc98697f1e23 [ 1602.175415] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.175415] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.175415] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.175415] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.175415] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.175415] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9e2ab64-e271-4048-baac-cc98697f1e23 already deleted. [ 1602.175415] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9e2ab64-e271-4048-baac-cc98697f1e23" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.509395] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c49297d9-cdda-4256-bd0f-baca0a042349: rpc.has_security_group_logging(os_id): False [ 1602.528531] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.528531] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.528531] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.528837] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.528837] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.528911] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.529166] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.529166] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.529406] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.529406] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.529494] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.529579] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.529610] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.529739] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.529824] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.530011] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.530094] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.530208] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.530419] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.530476] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.530571] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c49297d9-cdda-4256-bd0f-baca0a042349 is going to be created. [ 1602.592452] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1602.592609] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.592662] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1602.592874] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1602.593071] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.610297] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c49297d9-cdda-4256-bd0f-baca0a042349 in Status: IN_PROGRESS for 2s [ 1603.793464] env[69297]: INFO networking_nsxv3.common.synchronization [None req-9ee1413c-6b05-4dd0-9df8-5637ce01c7bb None None] Enqueued Resource ID: 04242e4c-3586-4463-b293-dda212e48a74 with Priority: HIGHEST for action port [ 1603.794031] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04242e4c-3586-4463-b293-dda212e48a74 with Priority: HIGHEST for action port [ 1603.794384] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-04242e4c-3586-4463-b293-dda212e48a74 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1603.794528] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04242e4c-3586-4463-b293-dda212e48a74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.794626] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04242e4c-3586-4463-b293-dda212e48a74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1603.794912] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04242e4c-3586-4463-b293-dda212e48a74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1603.795039] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04242e4c-3586-4463-b293-dda212e48a74',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1604.297052] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04242e4c-3586-4463-b293-dda212e48a74 [ 1604.297532] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1604.297698] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.297785] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.297997] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1604.298096] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.298189] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04242e4c-3586-4463-b293-dda212e48a74 already deleted. [ 1604.298238] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04242e4c-3586-4463-b293-dda212e48a74" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1604.624097] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c49297d9-cdda-4256-bd0f-baca0a042349 in Status: SUCCESS [ 1604.624318] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c49297d9-cdda-4256-bd0f-baca0a042349" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.758423] env[69297]: INFO networking_nsxv3.common.synchronization [req-2b8729fa-5488-4411-b4b5-864f01330715 req-311afd62-2f36-4072-83c1-e0ea06d37f42 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Enqueued Resource ID: 0a4fed60-6105-4b1a-b49c-763a857f48b1 with Priority: HIGHEST for action security_group_members [ 1607.758988] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a4fed60-6105-4b1a-b49c-763a857f48b1 with Priority: HIGHEST for action security_group_members [ 1607.759223] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a4fed60-6105-4b1a-b49c-763a857f48b1 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.759347] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a4fed60-6105-4b1a-b49c-763a857f48b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.759418] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a4fed60-6105-4b1a-b49c-763a857f48b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.759668] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a4fed60-6105-4b1a-b49c-763a857f48b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.759819] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1607.759917] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.759980] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1607.760480] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1607.760575] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1607.760673] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a4fed60-6105-4b1a-b49c-763a857f48b1',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1608.107224] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.107224] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "network-724" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.107224] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "network-724" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.107580] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "network-724" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.107878] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.108760] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.108760] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.108760] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.108760] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.110208] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1608.110208] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] NeedRegenerationException {{(pid=69297) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1608.110208] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] no value, waiting for create lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1608.110208] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] value creation lock acquired {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1608.110208] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] No value present for key: 'zone-id' {{(pid=69297) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1608.110208] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Calling creation function for not-yet-present value {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1608.110208] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1608.133731] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1608.133731] env[69297]: DEBUG dogpile.cache.region [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69297) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1608.133731] env[69297]: DEBUG dogpile.lock [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Released creation lock {{(pid=69297) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1608.133731] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "network-724" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.134054] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock port-f2ed1af5-de0b-4fa5-91c7-2c03eae45248 taken with stack trace [, , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.134270] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "port-f2ed1af5-de0b-4fa5-91c7-2c03eae45248" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.134422] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "port-f2ed1af5-de0b-4fa5-91c7-2c03eae45248" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.134768] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "port-f2ed1af5-de0b-4fa5-91c7-2c03eae45248" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.134910] env[69297]: DEBUG networking_nsxv3.api.rpc [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2ed1af5-de0b-4fa5-91c7-2c03eae45248',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1608.263346] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.263639] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.263639] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.263832] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.263919] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.264155] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.264278] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.264320] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.264499] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.264561] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.264653] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a4fed60-6105-4b1a-b49c-763a857f48b1 already deleted. [ 1608.264756] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a4fed60-6105-4b1a-b49c-763a857f48b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.637254] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.637564] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.637648] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.637899] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.638064] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.638230] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Segment Port f2ed1af5-de0b-4fa5-91c7-2c03eae45248 not found, creating... [ 1608.638493] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.638654] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.638775] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.638998] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.639153] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.639440] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.639599] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.639720] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.639929] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.640079] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.640227] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Resource: SegmentPort with ID: f2ed1af5-de0b-4fa5-91c7-2c03eae45248 is going to be created. [ 1608.660406] env[69297]: DEBUG networking_nsxv3.common.locking [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1608.660605] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.660751] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1608.661014] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1608.661290] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1608.661527] env[69297]: DEBUG oslo_concurrency.lockutils [None req-96e38aed-cc37-439b-960e-7d8ea023eab5 None None] Releasing lock "port-f2ed1af5-de0b-4fa5-91c7-2c03eae45248" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.400125] env[69297]: INFO networking_nsxv3.common.synchronization [req-2b8729fa-5488-4411-b4b5-864f01330715 req-e6989364-396e-493d-a121-dbcffca0b3b0 service nova] Enqueued Resource ID: 0a4fed60-6105-4b1a-b49c-763a857f48b1 with Priority: HIGHEST for action security_group_rules [ 1609.400370] env[69297]: INFO networking_nsxv3.common.synchronization [req-2b8729fa-5488-4411-b4b5-864f01330715 req-e6989364-396e-493d-a121-dbcffca0b3b0 service nova] Enqueued Resource ID: 0a4fed60-6105-4b1a-b49c-763a857f48b1 with Priority: HIGHEST for action security_group_members [ 1609.400488] env[69297]: INFO networking_nsxv3.common.synchronization [req-2b8729fa-5488-4411-b4b5-864f01330715 req-e6989364-396e-493d-a121-dbcffca0b3b0 service nova] Enqueued Resource ID: f2ed1af5-de0b-4fa5-91c7-2c03eae45248 with Priority: HIGHEST for action port [ 1609.400670] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a4fed60-6105-4b1a-b49c-763a857f48b1 with Priority: HIGHEST for action security_group_rules [ 1609.400817] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a4fed60-6105-4b1a-b49c-763a857f48b1 with Priority: HIGHEST for action security_group_members [ 1609.400921] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ed1af5-de0b-4fa5-91c7-2c03eae45248 with Priority: HIGHEST for action port [ 1609.401510] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a4fed60-6105-4b1a-b49c-763a857f48b1 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.401724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a4fed60-6105-4b1a-b49c-763a857f48b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.401724] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a4fed60-6105-4b1a-b49c-763a857f48b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.401943] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a4fed60-6105-4b1a-b49c-763a857f48b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.402226] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a4fed60-6105-4b1a-b49c-763a857f48b1',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.403219] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a4fed60-6105-4b1a-b49c-763a857f48b1 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.403350] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a4fed60-6105-4b1a-b49c-763a857f48b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.403407] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a4fed60-6105-4b1a-b49c-763a857f48b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.403589] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a4fed60-6105-4b1a-b49c-763a857f48b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.403744] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.403840] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.403901] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.404055] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.404141] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.404248] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a4fed60-6105-4b1a-b49c-763a857f48b1',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.407111] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2ed1af5-de0b-4fa5-91c7-2c03eae45248 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.407225] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2ed1af5-de0b-4fa5-91c7-2c03eae45248" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.407294] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2ed1af5-de0b-4fa5-91c7-2c03eae45248" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.407450] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2ed1af5-de0b-4fa5-91c7-2c03eae45248" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.407527] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2ed1af5-de0b-4fa5-91c7-2c03eae45248',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.908965] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a4fed60-6105-4b1a-b49c-763a857f48b1',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1609.910817] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a4fed60-6105-4b1a-b49c-763a857f48b1 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.910817] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a4fed60-6105-4b1a-b49c-763a857f48b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.910817] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2ed1af5-de0b-4fa5-91c7-2c03eae45248 with status ACTIVE [ 1609.910817] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.910817] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.911251] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.911251] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.911251] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.911518] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.911518] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.911625] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.911802] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.911881] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.912083] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.912170] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.912573] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.912573] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.912573] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.912573] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2ed1af5-de0b-4fa5-91c7-2c03eae45248 is going to be updated. [ 1609.934670] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1609.934898] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.934898] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1609.935145] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1609.935319] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.935755] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2ed1af5-de0b-4fa5-91c7-2c03eae45248" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.411800] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a4fed60-6105-4b1a-b49c-763a857f48b1',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1610.489997] env[69297]: INFO networking_nsxv3.common.synchronization [req-5d51d203-97d8-4f29-9013-096e8a3e80d7 req-026f9228-5add-485a-9f32-5deda446458d tempest-ServerPasswordTestJSON-580934380 tempest-ServerPasswordTestJSON-580934380-project-member] Enqueued Resource ID: c49297d9-cdda-4256-bd0f-baca0a042349 with Priority: HIGHEST for action security_group_members [ 1610.490699] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c49297d9-cdda-4256-bd0f-baca0a042349 with Priority: HIGHEST for action security_group_members [ 1610.491017] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-c49297d9-cdda-4256-bd0f-baca0a042349 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.491294] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c49297d9-cdda-4256-bd0f-baca0a042349" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.491380] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c49297d9-cdda-4256-bd0f-baca0a042349" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.491574] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c49297d9-cdda-4256-bd0f-baca0a042349" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.491730] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.491830] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.491892] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.492045] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.492134] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.492229] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c49297d9-cdda-4256-bd0f-baca0a042349',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1610.914460] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.914665] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.914665] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.914902] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.914993] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.915113] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a4fed60-6105-4b1a-b49c-763a857f48b1 is going to be created. [ 1610.938912] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.939101] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.939143] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.939359] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.939497] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.947678] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a4fed60-6105-4b1a-b49c-763a857f48b1 in Status: UNINITIALIZED for 2s [ 1610.994395] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.994609] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.994609] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.994830] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.994920] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.995140] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1610.995355] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.995355] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.995464] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1610.995575] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1610.995669] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c49297d9-cdda-4256-bd0f-baca0a042349 is going to be updated. [ 1611.054203] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.054402] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.054402] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.054617] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.054761] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.078662] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c49297d9-cdda-4256-bd0f-baca0a042349 in Status: IN_PROGRESS for 2s [ 1612.960077] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a4fed60-6105-4b1a-b49c-763a857f48b1 in Status: SUCCESS [ 1612.960343] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a4fed60-6105-4b1a-b49c-763a857f48b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.960473] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a4fed60-6105-4b1a-b49c-763a857f48b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.960690] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a4fed60-6105-4b1a-b49c-763a857f48b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.960899] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.961030] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.961123] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.961256] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.961336] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.961422] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a4fed60-6105-4b1a-b49c-763a857f48b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.961508] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a4fed60-6105-4b1a-b49c-763a857f48b1',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1613.089050] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c49297d9-cdda-4256-bd0f-baca0a042349 in Status: SUCCESS [ 1613.089234] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c49297d9-cdda-4256-bd0f-baca0a042349 deletion is rescheduled due to dependency. [ 1613.089353] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c49297d9-cdda-4256-bd0f-baca0a042349" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.463773] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a4fed60-6105-4b1a-b49c-763a857f48b1 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.463959] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a4fed60-6105-4b1a-b49c-763a857f48b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.463959] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a4fed60-6105-4b1a-b49c-763a857f48b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.464182] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a4fed60-6105-4b1a-b49c-763a857f48b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.464346] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.464454] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.464531] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.464669] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.464754] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.464842] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a4fed60-6105-4b1a-b49c-763a857f48b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.464989] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a4fed60-6105-4b1a-b49c-763a857f48b1 taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.465087] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a4fed60-6105-4b1a-b49c-763a857f48b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.465146] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a4fed60-6105-4b1a-b49c-763a857f48b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.465284] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a4fed60-6105-4b1a-b49c-763a857f48b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.465419] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.465510] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.465558] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.465705] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.465772] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.465851] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a4fed60-6105-4b1a-b49c-763a857f48b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.465939] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a4fed60-6105-4b1a-b49c-763a857f48b1',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1613.968361] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a4fed60-6105-4b1a-b49c-763a857f48b1: rpc.has_security_group_logging(os_id): False [ 1613.987570] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.987750] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.987792] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.987997] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.988102] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.988293] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.988394] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.988455] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.988610] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.988685] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.988865] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.988957] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.989033] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.989181] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.989254] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.989484] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1613.989624] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.989690] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.989832] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.989906] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.989988] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a4fed60-6105-4b1a-b49c-763a857f48b1 is going to be created. [ 1614.049895] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1614.050105] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.050105] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.050326] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1614.050510] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.061107] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a4fed60-6105-4b1a-b49c-763a857f48b1 in Status: IN_PROGRESS for 2s [ 1615.492136] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1615.493122] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1616.078579] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a4fed60-6105-4b1a-b49c-763a857f48b1 in Status: SUCCESS [ 1616.078579] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a4fed60-6105-4b1a-b49c-763a857f48b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1619.576917] env[69297]: INFO networking_nsxv3.common.synchronization [req-f2807f42-fbbe-41ec-a03e-908642084ae7 req-af3d28ea-48b9-4aea-8c5d-b036df7a4793 tempest-ServersNegativeTestMultiTenantJSON-1224420675 tempest-ServersNegativeTestMultiTenantJSON-1224420675-project-member] Enqueued Resource ID: 0a4fed60-6105-4b1a-b49c-763a857f48b1 with Priority: HIGHEST for action security_group_members [ 1619.577482] env[69297]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a4fed60-6105-4b1a-b49c-763a857f48b1 with Priority: HIGHEST for action security_group_members [ 1619.577853] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a4fed60-6105-4b1a-b49c-763a857f48b1 taken with stack trace [, , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1619.577935] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a4fed60-6105-4b1a-b49c-763a857f48b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.578024] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a4fed60-6105-4b1a-b49c-763a857f48b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1619.578200] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a4fed60-6105-4b1a-b49c-763a857f48b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1619.578380] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1619.578473] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.578541] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1619.578704] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1619.578787] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1619.578926] env[69297]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a4fed60-6105-4b1a-b49c-763a857f48b1',) {} {{(pid=69297) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1620.081649] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1620.081907] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.081907] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1620.082183] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1620.082306] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1620.082539] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1620.082647] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.082730] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1620.082892] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1620.082985] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1620.083094] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a4fed60-6105-4b1a-b49c-763a857f48b1 is going to be updated. [ 1620.114822] env[69297]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69297) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1620.115039] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.115085] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1620.115319] env[69297]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1620.115486] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1620.125118] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a4fed60-6105-4b1a-b49c-763a857f48b1 in Status: IN_PROGRESS for 2s [ 1622.136342] env[69297]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a4fed60-6105-4b1a-b49c-763a857f48b1 in Status: SUCCESS [ 1622.136731] env[69297]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a4fed60-6105-4b1a-b49c-763a857f48b1 deletion is rescheduled due to dependency. [ 1622.136731] env[69297]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a4fed60-6105-4b1a-b49c-763a857f48b1" {{(pid=69297) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1624.578507] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1624.578810] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1629.579415] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1629.579778] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1634.580436] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1634.580822] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1639.582016] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1639.582379] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1644.583270] env[69297]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1644.583699] env[69297]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0